-- Logs begin at Sat 2022-03-26 02:19:50 UTC, end at Sat 2022-03-26 03:31:44 UTC. -- Mar 26 03:02:28.425474 dv-cinder-835328-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 26 03:02:31.341469 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.common.config [-] Logging enabled! Mar 26 03:02:31.342112 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 26 03:02:31.342270 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103655) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 26 03:02:31.345568 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.common.config [-] Logging enabled! Mar 26 03:02:31.345829 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 26 03:02:31.346148 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103655) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 26 03:02:31.347108 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 26 03:02:31.347354 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 26 03:02:31.347732 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 26 03:02:31.347986 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 26 03:02:31.348222 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 26 03:02:31.349594 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.350031 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 26 03:02:31.350368 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.350710 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.351017 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.351322 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.351620 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.351911 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.352209 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.352517 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.352814 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.353101 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.353392 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.353692 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.353982 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.354290 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.354608 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.354900 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] debug = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.355189 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.355625 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.356066 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.356354 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.356652 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.356940 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.357219 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.357501 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.357790 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.358130 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] host = dv-cinder-835328-1-iscsi {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.358417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.358732 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.359025 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.359319 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.359601 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.359882 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.360173 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.360454 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.360739 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] log_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.361020 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.361313 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.361605 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.361899 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.362130 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.362358 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.362681 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.362977 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.363258 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.363535 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.363814 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.364093 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.364402 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.364680 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.364967 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.365256 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.365544 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.365823 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.366101 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.366377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.366676 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.366965 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.367242 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.367519 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.367796 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.368084 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.368366 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.368639 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.368942 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.369230 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.369517 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.369805 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.370081 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.370369 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.370676 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.370955 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.371234 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] use_json = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.371511 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.371787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.372071 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.372351 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.372629 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.372906 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.373182 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.373472 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.373748 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:31.374048 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.374350 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.374694 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.375002 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.375298 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.375584 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.375878 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.376159 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.376453 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.376748 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.377041 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.377323 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.377628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.377922 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.378222 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.378576 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.378868 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.379167 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.379450 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.379733 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.380044 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.380328 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.380627 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.380914 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.381209 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.381504 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.381791 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.382096 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.382391 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.382723 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.383023 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.383306 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.383591 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.383890 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.384174 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.384451 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.384735 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.385029 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.385311 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.385588 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.385875 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.386157 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.386435 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.386735 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.387019 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.387313 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.387594 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.387871 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.388146 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.388426 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.388703 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.388990 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.389271 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.389547 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.389821 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.390102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.390376 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.390681 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.390964 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.391243 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.391524 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.391800 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.392076 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.392350 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.392625 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.392901 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.393176 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.393450 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.393730 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.394005 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.394279 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.394576 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.394854 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.395129 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.395417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.396230 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.396514 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.396796 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.397076 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.397358 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.397641 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.397923 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.398204 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.398506 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.398786 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.399080 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.399367 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.400626 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.400934 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.401220 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.401522 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.401812 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.402095 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.402384 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.402698 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.402983 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.403270 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.403557 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.403858 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.404161 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.404461 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.404759 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.405057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.405341 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.405653 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.405938 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:31.406161 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 26 03:02:31.406405 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103655) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 26 03:02:31.782179 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 26 03:02:31.782490 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 26 03:02:31.782810 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 26 03:02:31.783295 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 26 03:02:32.110763 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.110988 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.111271 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.112460 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.112741 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.113135 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.168633 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.168920 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.169194 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.184396 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.184684 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.184958 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.213702 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.213989 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.214267 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.356000 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.356638 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.356638 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.589202 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.589501 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.589778 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.590053 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.590803 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.691186 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.691517 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.691811 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.692095 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.692399 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.692721 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.692994 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.693259 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.693526 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.693819 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.694090 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.694365 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.694657 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.694923 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.695190 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.695468 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.695735 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.696016 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.696296 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.696566 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.696846 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.697110 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.697399 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.697787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.698046 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.698299 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.698741 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 03:02:32.698990 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 03:02:32.699237 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 03:02:32.699479 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 03:02:32.699722 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 03:02:32.699961 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 03:02:32.700329 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 26 03:02:32.703477 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 26 03:02:32.707587 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 26 03:02:32.711853 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 26 03:02:32.713524 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 26 03:02:32.713998 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 26 03:02:32.714345 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 26 03:02:32.714776 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 26 03:02:32.717631 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 26 03:02:32.717886 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 26 03:02:32.718236 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 26 03:02:32.723197 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 26 03:02:32.747641 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 26 03:02:32.748051 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.748354 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103655) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 26 03:02:32.748733 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.750134 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103655) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 26 03:02:32.750422 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 26 03:02:32.750700 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 26 03:02:32.754025 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.754316 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:32.817859 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 26 03:02:32.818102 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 26 03:02:32.818349 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 26 03:02:32.818748 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 26 03:02:32.839179 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_db.sqlalchemy.engines [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103655) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 26 03:02:33.443689 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Initializing driver for type 'gre' Mar 26 03:02:33.444334 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] gre ID ranges: [(1, 1000)] Mar 26 03:02:33.586181 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Initializing driver for type 'local' Mar 26 03:02:33.586574 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Initializing driver for type 'vlan' Mar 26 03:02:33.643358 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] VlanTypeDriver initialization complete Mar 26 03:02:33.643705 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Initializing driver for type 'vxlan' Mar 26 03:02:33.644212 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] vxlan ID ranges: [(1, 1000)] Mar 26 03:02:33.831899 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Initializing extension driver 'port_security' Mar 26 03:02:33.832164 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.extensions.port_security [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] PortSecurityExtensionDriver initialization complete Mar 26 03:02:33.832500 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Initializing mechanism driver 'openvswitch' Mar 26 03:02:33.832851 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Initializing mechanism driver 'hyperv' Mar 26 03:02:33.844000 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:33.844684 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > port after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.845060 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > port after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.845417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > port after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.845946 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 03:02:33.846412 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > subnet after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.846800 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > subnet after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.847150 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.847627 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 03:02:33.848063 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > network after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.848418 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > network after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.849268 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > network after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.849664 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 03:02:33.850076 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > security_group after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.850431 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > security_group after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.850798 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.851333 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 03:02:33.851754 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.852111 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.852459 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.852861 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 03:02:33.853373 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > address_group after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.853731 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > address_group after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.854075 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.854502 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 26 03:02:33.854949 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] ML2 OVO RPC backend initialized. {{(pid=103655) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 26 03:02:33.855658 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.856018 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.856437 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > network before_response 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.856793 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > networks before_response 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.857142 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > port before_response 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.857484 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > ports before_response 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.857828 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > subnet before_response 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.858170 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > subnets before_response 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.858557 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > network after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.858905 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > network after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.859248 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > network after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.859630 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > port after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.859971 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > port after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.860308 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > port after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.860644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > subnet after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.861006 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > subnet after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.861342 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.869387 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded quota_driver: . Mar 26 03:02:33.869758 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.plugin [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Modular L2 Plugin initialization complete Mar 26 03:02:33.870110 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading services supported by the core plugin {{(pid=103655) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 26 03:02:33.870471 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.plugins.ml2.managers [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Got port-security extension from driver 'port_security' Mar 26 03:02:33.870958 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.extensions.vlantransparent [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Disabled vlantransparent extension. Mar 26 03:02:33.871451 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103655) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 26 03:02:33.871778 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading Plugin: router Mar 26 03:02:33.906669 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.907067 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router after_create 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.907444 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router before_create 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.907816 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.908195 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.908554 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router after_delete 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.908917 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.909272 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.909630 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router after_create 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.909978 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router after_update 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.910328 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router after_update 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.910703 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.911817 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router after_update 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.912228 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_update 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.912599 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: port after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.912944 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: port after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.913285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: subnet after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.913624 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.913975 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.914325 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_create 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.914696 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: port before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.915044 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.915400 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router after_update 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.915742 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.916096 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_create 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.916457 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.916808 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_update 55549900 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.917170 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > agent after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.917521 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > agent after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.917866 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > network after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.918727 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Tracking information for resource: router configured {{(pid=103655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 03:02:33.919060 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Tracking information for resource: floatingip configured {{(pid=103655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 26 03:02:33.923943 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.db.l3_agentschedulers_db [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 26 03:02:33.924521 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: port after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.924887 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: port after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.925244 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: port after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.925600 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: port after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.926388 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router before_create 55550100 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.927448 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.927815 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_create 55550100 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.928174 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > router precommit_update 55550100 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.933054 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.services.provider_configuration [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service providers = [] {{(pid=103655) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 26 03:02:33.933427 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.db.servicetype_db [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103655) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 26 03:02:33.936396 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.services.service_base [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 26 03:02:33.936755 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.services.service_base [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 26 03:02:33.937101 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.services.service_base [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 26 03:02:33.937985 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.services.service_base [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 26 03:02:33.938357 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.services.service_base [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 26 03:02:33.938756 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 03:02:33.939080 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 26 03:02:33.949741 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 03:02:33.950086 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading Plugin: auto_allocate Mar 26 03:02:33.956012 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: network precommit_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.956389 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: network precommit_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.956915 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 03:02:33.957244 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading Plugin: tag Mar 26 03:02:33.963896 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 03:02:33.964229 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading Plugin: timestamp Mar 26 03:02:33.968252 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 03:02:33.968589 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading Plugin: network_ip_availability Mar 26 03:02:33.974619 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.974995 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.975354 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:33.976076 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 03:02:33.976395 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading Plugin: flavors Mar 26 03:02:33.981211 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 03:02:33.981542 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading Plugin: revisions Mar 26 03:02:33.985878 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 26 03:02:33.986276 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_concurrency.lockutils [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.203s {{(pid=103655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 26 03:02:33.987089 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103655) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 26 03:02:33.987431 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Initializing extension manager. Mar 26 03:02:33.987957 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: __init__.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:33.988302 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: __pycache__ {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:33.988640 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: address_group.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:33.990002 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:33.990597 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: address-group Mar 26 03:02:33.990932 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: address_scope.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:33.991653 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:33.992166 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: address-scope Mar 26 03:02:33.992496 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:33.993596 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:33.994115 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: router-admin-state-down-before-update Mar 26 03:02:33.994466 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: agent.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:33.995176 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:33.995682 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: agent Mar 26 03:02:33.996009 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: agent_resources_synced.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:33.996917 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:33.997428 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: agent-resources-synced Mar 26 03:02:33.997756 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: allowedaddresspairs.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:33.999580 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.000103 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: allowed-address-pairs Mar 26 03:02:34.000436 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: auto_allocated_topology.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.001518 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.002030 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: auto-allocated-topology Mar 26 03:02:34.002357 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: availability_zone.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.003079 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.003588 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: availability_zone Mar 26 03:02:34.003913 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: availability_zone_filter.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.004858 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.005411 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: availability_zone_filter Mar 26 03:02:34.005741 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: data_plane_status.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.006692 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.007203 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension data-plane-status not supported by any of loaded plugins Mar 26 03:02:34.007526 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: default_subnetpools.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.008446 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.008952 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: default-subnetpools Mar 26 03:02:34.009278 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.010087 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.010625 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: dhcp_agent_scheduler Mar 26 03:02:34.010953 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: dns.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.011865 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.012368 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension dns-integration not supported by any of loaded plugins Mar 26 03:02:34.012691 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: dns_domain_ports.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.013601 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.014104 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 26 03:02:34.014427 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.015370 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.015874 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 26 03:02:34.016197 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: dvr.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.016868 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.017375 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: dvr Mar 26 03:02:34.017701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: ecmp_routes.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.018642 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.019142 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 26 03:02:34.019466 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: empty_string_filtering.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.020402 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.020908 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: empty-string-filtering Mar 26 03:02:34.021236 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.022140 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.022676 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 26 03:02:34.023003 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.023909 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.024414 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 26 03:02:34.024740 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: external_net.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.025656 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.026172 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: external-net Mar 26 03:02:34.026531 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.027443 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.027950 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: extra_dhcp_opt Mar 26 03:02:34.028277 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: extraroute.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.029178 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.029684 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: extraroute Mar 26 03:02:34.030013 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: extraroute_atomic.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.031075 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.031589 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: extraroute-atomic Mar 26 03:02:34.031919 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: filter_validation.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.032609 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.033114 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: filter-validation Mar 26 03:02:34.033443 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: fip_pf_description.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.034352 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.034882 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 26 03:02:34.035208 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: fip_pf_port_range.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.036908 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.037415 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 26 03:02:34.037740 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: fip_port_details.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.038686 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.039195 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: fip-port-details Mar 26 03:02:34.039520 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: flavors.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.040764 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.041282 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: flavors Mar 26 03:02:34.041613 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.043334 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.043857 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 26 03:02:34.044191 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: floatingip_pools.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.044897 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.045411 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: floatingip-pools Mar 26 03:02:34.045743 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: ip_allocation.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.046704 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.047215 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension ip_allocation not supported by any of loaded plugins Mar 26 03:02:34.047543 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.048459 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.048964 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: ip-substring-filtering Mar 26 03:02:34.049296 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l2_adjacency.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.050228 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.050756 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 26 03:02:34.051084 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.054123 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.054682 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: router Mar 26 03:02:34.055029 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.057296 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.057825 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 26 03:02:34.058164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.059130 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.059666 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: ext-gw-mode Mar 26 03:02:34.060002 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.060929 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.061439 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: l3-ha Mar 26 03:02:34.061768 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.062727 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.063232 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 26 03:02:34.063560 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3_flavors.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.064490 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.065000 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: l3-flavors Mar 26 03:02:34.065331 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.066760 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.067318 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 26 03:02:34.067663 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.068581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.069097 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 26 03:02:34.069430 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: l3agentscheduler.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.070456 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.070986 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: l3_agent_scheduler Mar 26 03:02:34.071323 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: local_ip.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.073133 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.073662 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension local_ip not supported by any of loaded plugins Mar 26 03:02:34.073999 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: logging.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.075533 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.076061 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension logging not supported by any of loaded plugins Mar 26 03:02:34.076396 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: metering.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.077140 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.077722 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: metering Mar 26 03:02:34.078053 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.079178 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.079697 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: metering_source_and_destination_fields Mar 26 03:02:34.080032 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: multiprovidernet.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.080967 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.081482 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: multi-provider Mar 26 03:02:34.081813 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: netmtu.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.082807 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.083303 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: net-mtu Mar 26 03:02:34.083631 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: netmtu_writable.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.084556 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.085068 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: net-mtu-writable Mar 26 03:02:34.085396 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: network_availability_zone.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.086070 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.086618 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: network_availability_zone Mar 26 03:02:34.086945 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: network_ip_availability.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.088062 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.088577 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: network-ip-availability Mar 26 03:02:34.088905 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: network_segment_range.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.089667 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.090172 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension network-segment-range not supported by any of loaded plugins Mar 26 03:02:34.090522 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: pagination.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.091648 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.091987 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: pagination Mar 26 03:02:34.092315 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: port_device_profile.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.093241 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.093757 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: port-device-profile Mar 26 03:02:34.094085 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.095054 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.095571 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: port-mac-address-regenerate Mar 26 03:02:34.095897 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.096818 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.097332 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: port-numa-affinity-policy Mar 26 03:02:34.097688 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: port_resource_request.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.099156 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.099664 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension port-resource-request not supported by any of loaded plugins Mar 26 03:02:34.099988 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: port_resource_request_groups.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.100964 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.101611 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 26 03:02:34.101937 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: portbindings.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.102911 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.103425 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: binding Mar 26 03:02:34.103753 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: portbindings_extended.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.105030 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.105546 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: binding-extended Mar 26 03:02:34.105881 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: portsecurity.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.106839 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.107356 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: port-security Mar 26 03:02:34.107693 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: project_id.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.108682 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.109012 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: project-id Mar 26 03:02:34.109341 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: providernet.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.110261 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.110821 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: provider Mar 26 03:02:34.111155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.115389 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.115918 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos not supported by any of loaded plugins Mar 26 03:02:34.116256 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.117505 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.118028 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 26 03:02:34.118365 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.119321 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.119838 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 26 03:02:34.120170 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_default.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.121106 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.121623 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-default not supported by any of loaded plugins Mar 26 03:02:34.121955 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_fip.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.122915 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.123418 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-fip not supported by any of loaded plugins Mar 26 03:02:34.123747 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.124668 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.125181 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 26 03:02:34.125510 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_gateway_ip.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.126437 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.126971 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 26 03:02:34.127299 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_port_network_policy.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.128226 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.128736 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 26 03:02:34.129067 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.130134 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.130673 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 26 03:02:34.131007 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.132061 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.132575 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 26 03:02:34.132903 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_pps_rule.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.134091 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.134643 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-pps not supported by any of loaded plugins Mar 26 03:02:34.134975 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_rule_type_details.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.135906 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.136419 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 26 03:02:34.136747 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_rule_type_filter.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.137668 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.138185 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 26 03:02:34.138536 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: qos_rules_alias.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.139601 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.140113 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 26 03:02:34.140442 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: quota_check_limit.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.141361 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.141873 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: quota-check-limit Mar 26 03:02:34.142202 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: quotasv2.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.143179 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.143516 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: quotas Mar 26 03:02:34.143844 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: quotasv2_detail.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.146312 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.146682 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: quota_details Mar 26 03:02:34.147021 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: rbac.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.148099 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.148624 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: rbac-policies Mar 26 03:02:34.148964 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: rbac_address_group.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.149936 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.150473 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: rbac-address-group Mar 26 03:02:34.150828 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: rbac_address_scope.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.151759 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.152274 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: rbac-address-scope Mar 26 03:02:34.152607 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: rbac_security_groups.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.153600 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.154114 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: rbac-security-groups Mar 26 03:02:34.154460 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: rbac_subnetpool.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.155384 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.155893 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: rbac-subnetpool Mar 26 03:02:34.156224 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: revisionifmatch.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.157153 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.157661 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: revision-if-match Mar 26 03:02:34.157989 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: revisions.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.171972 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.172489 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: standard-attr-revisions Mar 26 03:02:34.172821 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: router_availability_zone.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.173508 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.174019 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: router_availability_zone Mar 26 03:02:34.174348 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: routerservicetype.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.175333 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.175847 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension router-service-type not supported by any of loaded plugins Mar 26 03:02:34.176175 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.177149 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.177656 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: security-groups-normalized-cidr Mar 26 03:02:34.177983 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.178934 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.179449 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: port-security-groups-filtering Mar 26 03:02:34.179776 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.180735 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.181245 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: security-groups-remote-address-group Mar 26 03:02:34.181573 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.182534 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.183046 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: security-groups-shared-filtering Mar 26 03:02:34.183370 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.183958 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 26 03:02:34.184279 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: securitygroup.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.194001 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.194560 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: security-group Mar 26 03:02:34.194906 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: segment.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.197537 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.197537 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension segment not supported by any of loaded plugins Mar 26 03:02:34.197537 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.198229 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.198786 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 26 03:02:34.199121 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: servicetype.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.200255 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.200773 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: service-type Mar 26 03:02:34.201109 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: sorting.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.202101 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.202436 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: sorting Mar 26 03:02:34.202790 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: standard_attr_segment.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.203721 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.204238 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 26 03:02:34.204570 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: standardattrdescription.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.205249 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.205767 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: standard-attr-description Mar 26 03:02:34.206095 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: stateful_security_group.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.207146 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.207697 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: stateful-security-group Mar 26 03:02:34.208545 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: stdattrs_common.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.209118 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 26 03:02:34.209442 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.210547 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.211082 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 26 03:02:34.211408 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: subnet_onboard.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.212504 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.213027 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: subnet_onboard Mar 26 03:02:34.213358 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.214293 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.214842 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 26 03:02:34.215195 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: subnet_service_types.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.221358 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.221872 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: subnet-service-types Mar 26 03:02:34.222202 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: subnetallocation.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.223314 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.224453 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: subnet_allocation Mar 26 03:02:34.224784 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.225458 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.225971 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: subnetpool-prefix-ops Mar 26 03:02:34.226298 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.227269 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.227775 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 26 03:02:34.228100 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: tagging.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.229161 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.229679 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: standard-attr-tag Mar 26 03:02:34.230011 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: timestamp.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.231255 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.231780 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loaded extension: standard-attr-timestamp Mar 26 03:02:34.232116 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: trunk.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.233152 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.233671 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension trunk not supported by any of loaded plugins Mar 26 03:02:34.234017 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: trunk_details.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.234952 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.235466 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension trunk-details not supported by any of loaded plugins Mar 26 03:02:34.235796 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: uplink_status_propagation.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.236713 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.237232 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 26 03:02:34.237561 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Loading extension file: vlantransparent.py {{(pid=103655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 26 03:02:34.238232 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 26 03:02:34.238779 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 26 03:02:34.241361 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:network Mar 26 03:02:34.241889 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:subnet Mar 26 03:02:34.242293 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 03:02:34.242724 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:port Mar 26 03:02:34.243977 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.248576 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service FLAVORS assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.248576 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.248576 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.248576 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:router Mar 26 03:02:34.248576 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:floatingip Mar 26 03:02:34.248576 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service METERING assigned prefix: /metering {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.248980 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:34.248980 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:34.248980 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:02:34.249833 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of CountableResource for resource:rbac_policy Mar 26 03:02:34.250289 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:security_group Mar 26 03:02:34.250759 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 26 03:02:34.251359 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service CORE assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.251696 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 03:02:34.252046 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] subnetpool is already registered Mar 26 03:02:34.252485 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service CORE assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.252815 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 03:02:34.253149 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] subnetpool is already registered Mar 26 03:02:34.255482 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.255922 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service FLAVORS assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.256513 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.256938 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.257280 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:router Mar 26 03:02:34.257623 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] router is already registered Mar 26 03:02:34.258037 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:floatingip Mar 26 03:02:34.258376 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] floatingip is already registered Mar 26 03:02:34.258855 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service METERING assigned prefix: /metering {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.259529 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of CountableResource for resource:rbac_policy Mar 26 03:02:34.259861 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] rbac_policy is already registered Mar 26 03:02:34.260287 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:security_group Mar 26 03:02:34.260628 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] security_group is already registered Mar 26 03:02:34.261039 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 26 03:02:34.261375 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] security_group_rule is already registered Mar 26 03:02:34.262001 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service CORE assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.262331 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 03:02:34.262694 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] subnetpool is already registered Mar 26 03:02:34.263122 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.resource_helper [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Service CORE assigned prefix: {{(pid=103655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 26 03:02:34.263453 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Creating instance of TrackedResource for resource:subnetpool Mar 26 03:02:34.263787 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING neutron.quota.resource_registry [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] subnetpool is already registered Mar 26 03:02:34.264258 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: extensions {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.265730 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: address-groups {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.267249 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: address-scopes {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.268546 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: agents {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.269718 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: auto-allocated-topology {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.271522 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: availability_zones {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.272722 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: dhcp-networks {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.274236 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: dhcp-agents {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.275688 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: routers {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.277913 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: flavors {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.279097 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: service_profiles {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.280325 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: next_providers {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.281742 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: service_profiles {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.284195 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: floatingip-pools {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.285422 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: routers {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.288456 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: floatingips {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.289777 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: l3-routers {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.291201 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: l3-agents {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.292588 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: metering-labels {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.293943 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: metering-label-rules {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.295255 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: network-ip-availabilities {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.296553 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: bindings {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.298199 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: quotas {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.299802 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: quotas {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.301331 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: rbac-policies {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.302672 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: security-groups {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.303907 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: security-group-rules {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.305149 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: service-providers {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.306342 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: subnetpools {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.307794 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: subnetpools {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.309248 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.310952 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.312738 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.314512 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.318362 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.318362 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.319813 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.321683 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.323476 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.325356 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron.api.extensions [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Extended resource: tags {{(pid=103655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 26 03:02:34.331162 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING keystonemiddleware.auth_token [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 26 03:02:34.340294 dv-cinder-835328-1-iscsi neutron-server[103655]: WARNING keystonemiddleware.auth_token [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 26 03:02:34.345013 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_concurrency.lockutils [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Acquired lock "singleton_lock" {{(pid=103655) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 26 03:02:34.345492 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_concurrency.lockutils [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Releasing lock "singleton_lock" {{(pid=103655) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 26 03:02:34.346139 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO oslo_service.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Starting 2 workers Mar 26 03:02:34.351640 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Started child 103766 {{(pid=103655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 26 03:02:34.356245 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Started child 103767 {{(pid=103655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 26 03:02:34.357209 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.357849 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO neutron.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 26 03:02:34.358634 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.364361 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [-] (103766) wsgi starting up on http://0.0.0.0:9696 Mar 26 03:02:34.364498 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO oslo_service.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Starting 1 workers Mar 26 03:02:34.364597 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.364597 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [-] (103767) wsgi starting up on http://0.0.0.0:9696 Mar 26 03:02:34.366383 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Started child 103768 {{(pid=103655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 26 03:02:34.366975 dv-cinder-835328-1-iscsi neutron-server[103655]: INFO oslo_service.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Starting 1 workers Mar 26 03:02:34.370505 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] calling RpcWorker wait() {{(pid=103768) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 26 03:02:34.371059 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] returning from RpcWorker wait() {{(pid=103768) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 26 03:02:34.371564 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Started child 103769 {{(pid=103655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 26 03:02:34.372410 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9c00f1e-8ff3-441a-b2a0-ebbc1df29a3e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.372506 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.372899 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:34.374334 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103655) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 26 03:02:34.374573 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 26 03:02:34.374765 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 26 03:02:34.374995 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 26 03:02:34.375350 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 26 03:02:34.375518 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 26 03:02:34.376036 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.376322 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.376576 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.376724 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:34.377172 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.377172 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.377757 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.377939 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:34.378031 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.378255 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.378566 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.378804 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.378979 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.379143 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.379394 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.379661 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.379979 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.380267 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.380488 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.380759 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.380936 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.381208 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.381559 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.381747 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.382002 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] debug = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.382254 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.382774 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.383009 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.383257 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.383501 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.383814 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.384056 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.384333 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.384550 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.384787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.385032 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.385353 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.385544 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.385775 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.386036 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.386266 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.386554 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.386779 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.387234 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] host = dv-cinder-835328-1-iscsi {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.387489 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.387731 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.387979 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.388251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.388499 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.388731 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.388981 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.389242 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.389506 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.389691 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.389934 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.390160 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.390378 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.390650 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.390841 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_options = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.391148 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.391298 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.391547 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.391745 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.391886 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.392031 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.392287 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.392439 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.392692 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.392910 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.393125 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.393355 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.393574 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.393788 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.394029 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.394259 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.394490 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.394725 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.394988 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.395232 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.395975 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.396202 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.396420 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.396635 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.396959 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.397184 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.397551 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.398034 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.398188 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.398524 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.398862 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.399113 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.399334 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.399819 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.400014 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.400472 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.400708 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.400955 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.401778 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.402084 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.402334 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.402565 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.402941 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.403082 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.403215 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.403421 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.403641 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_json = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.403914 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.404135 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.404393 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.404630 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.404847 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.405064 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.405299 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.405548 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.405754 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.406202 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.406911 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.406911 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.408590 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.408590 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.408590 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.408590 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.408590 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.408590 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415102 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.415701 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.416787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.417195 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.417195 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.417416 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.417642 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.417874 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.418121 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.418349 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.418624 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.418904 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.419137 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.419356 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.419569 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.419783 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.420000 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.420249 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.420474 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.420712 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.420963 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.421284 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.421436 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.422787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.422787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.422787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.422787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.422787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.422787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.423401 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.423401 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.423401 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.423611 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.423798 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.424005 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.424216 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.424434 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.424672 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.424884 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.425124 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.425336 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.425552 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.425762 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.425976 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.426189 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.426397 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.426664 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.426878 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.427117 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.427355 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.427578 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.427806 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.428006 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.428207 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.428438 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.428718 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.429049 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.429310 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.429546 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.429782 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.430035 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.430256 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.430724 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.434429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.434429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.434429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.434429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.434429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.434429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.434429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.434429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435057 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435594 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.435772 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.436050 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.436289 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.436581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.436832 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.437123 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.437367 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.437647 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.437940 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.438203 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.438488 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.438769 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.439028 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.439305 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.439536 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.439793 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.440041 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.440289 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.440534 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.440920 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.441331 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.441546 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.441776 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.442154 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.442387 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.442628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.442850 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.443122 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.443372 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.443634 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.443906 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.444445 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.444445 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.444599 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.444838 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.445073 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.445308 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.445535 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.445747 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.445986 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.446200 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.446466 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.446692 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.446913 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.447171 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.447401 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.447618 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.447830 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.448047 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.448261 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.448504 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.448716 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.448939 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.449182 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.449391 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.449608 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.449825 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.450056 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.450311 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.450569 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.450834 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.451097 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.451311 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.451551 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.451873 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.452115 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.452329 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.452674 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.452976 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.453240 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.453458 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.454087 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.454315 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.454561 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.454811 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.455003 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.455254 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.455492 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.456031 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.456170 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.456310 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.456539 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.456778 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.457024 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.457239 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.457453 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.458561 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.458826 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.459006 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.459254 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.459472 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.459709 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.459925 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.460198 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.460416 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.460665 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.460935 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.461151 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.461391 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.461608 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.461822 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.462053 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.462264 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.462494 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.462709 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.462941 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.463169 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.463459 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.463717 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.467644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.467644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.467644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.467644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.467644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.467644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.467644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.467644 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468164 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468988 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.468988 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.469119 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.469281 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.469649 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.469869 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.470099 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.470311 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.470549 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.470772 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.471014 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.471228 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.471496 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.471891 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.472034 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.472250 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.472496 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.472775 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.472987 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.473283 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.473581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.474331 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.474583 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.474828 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.475051 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.475327 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.475643 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.475914 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.476171 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.476411 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.476698 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.476970 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.477249 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.477464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.477758 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.478176 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.478660 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.478928 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.479176 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.479501 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.479844 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.480058 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.480313 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.480727 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.480819 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.481088 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.481270 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.481567 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.481808 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.481965 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.482183 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.482429 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.482694 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.483129 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.483129 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.483294 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 26 03:02:34.483809 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103655) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 26 03:02:34.483973 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 26 03:02:34.484129 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 26 03:02:34.484384 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 26 03:02:34.484483 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 26 03:02:34.484611 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 26 03:02:34.484821 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.484982 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.485144 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.485304 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.485462 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.485664 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.485802 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.485962 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.486122 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.486281 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.486462 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.486625 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.486786 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.486944 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.487101 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.487260 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.487419 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.487578 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.487740 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.487899 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.488056 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.488232 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.488363 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] debug = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.488521 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.488724 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.488912 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.489067 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.489221 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.489380 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.489572 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.489678 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.489839 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.489998 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.490155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.490313 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.490487 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.490649 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.490806 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.490963 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] host = dv-cinder-835328-1-iscsi {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496829 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496829 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496829 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496829 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496829 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496829 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496829 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.496829 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.497417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.497417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_options = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.497417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.497417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.497417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.497417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.497417 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498947 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498947 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498947 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498947 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498947 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498947 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498947 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.498947 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.499464 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500155 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.500581 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501100 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_json = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501100 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501100 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501100 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501100 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501444 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501444 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501598 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501676 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.501835 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 26 03:02:34.502014 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.502166 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.502334 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.502523 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.502685 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.502845 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.503004 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.503165 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.503326 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.503488 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.503653 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.503813 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.503983 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.504143 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.504303 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.504466 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.505534 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.505534 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.505534 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.505737 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.505737 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.505896 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.506067 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.506228 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.506387 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.506571 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.506735 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.506905 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.507052 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.507230 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.507390 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.507552 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.507714 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.507873 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.508034 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.508195 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.508356 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.508490 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:34.508582 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.508651 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.508814 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.509033 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.509170 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.509303 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.509436 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.509590 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.509750 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.509911 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.510072 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.510233 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.510377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.510566 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.510785 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.510896 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.511040 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.511281 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.512114 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.512280 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.512455 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.512624 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.512782 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.512916 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.513049 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.513209 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.513616 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.513616 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.513872 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.513872 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.514152 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.514152 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.514635 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.514635 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.514635 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.515103 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.515103 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.515103 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.515413 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.515413 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.515657 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.516055 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.516219 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.516569 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.516569 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.516715 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.516836 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.516997 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.517158 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.517319 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.517479 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.517640 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.517800 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.517959 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.518130 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.518305 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.518611 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.518611 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.518611 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.519146 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.519146 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.519392 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.519392 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.519651 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.519783 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.519870 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.519982 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.520150 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.520327 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.521006 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.521167 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.521326 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.521487 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.521648 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.521807 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.521968 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.522144 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.522289 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.522478 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.522629 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.522791 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.522951 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.523121 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.523281 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.523448 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.523598 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.523765 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.523936 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.524097 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.524257 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.524416 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.524575 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.524735 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.524881 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.525083 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.525228 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.525381 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.525506 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.525650 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.525785 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.525942 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.526101 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.526285 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.526465 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.526627 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.526787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.526946 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.527092 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.527255 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.527415 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.527559 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.527722 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.527882 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.528044 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.528204 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.528385 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.528527 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.528687 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.528848 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.529010 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.529170 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.529334 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.529495 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.529654 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.529814 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.529974 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.530134 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.530294 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.530463 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.530642 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.530805 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.530964 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.531124 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.531506 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.531506 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532083 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532083 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532083 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532083 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532346 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532346 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532485 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532633 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532792 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.532952 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.533112 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.533274 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.533434 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.533595 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.533757 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.533917 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.534078 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.534238 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.534383 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.534570 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.534731 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.534893 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.535072 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.535288 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.535377 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.535547 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.535689 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.535848 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.536281 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.536442 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.536602 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.536762 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.536926 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.537086 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.537246 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.537407 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.537567 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.537727 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.537890 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.538053 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.538214 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.538374 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.538557 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.538720 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.538884 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.539038 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.539199 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.539363 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.539523 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.539683 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.539843 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.540088 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.540333 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.540537 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.540944 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.541297 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.541297 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.541793 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.541793 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.541793 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.542176 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.542176 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.542176 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.542804 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.542804 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.542804 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.542804 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.543312 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.543312 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.543312 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.543672 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.543672 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.543672 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.544106 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.544106 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.544106 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.544680 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.544680 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.544680 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545058 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545058 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545058 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545295 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545295 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545467 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545628 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545787 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.545958 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.546120 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.546282 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.546422 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.546608 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.546770 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.546917 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.547091 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.547251 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.547414 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.547576 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.547740 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.547901 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.548063 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.548228 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.548399 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.548566 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.548728 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.548898 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.549066 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.549237 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.549399 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.549565 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.549737 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.549897 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.550058 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.550218 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.550378 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.550560 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.550722 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.550881 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.551042 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.551201 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.551362 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.551522 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.551706 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.551866 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.552025 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.552186 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.552347 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.552507 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.552667 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.552827 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 26 03:02:34.552980 dv-cinder-835328-1-iscsi neutron-server[103655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 26 03:02:34.606913 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 41778) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:34.615608 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064814 Mar 26 03:02:46.085512 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e592b28c-b098-49d4-8d38-cc331c37f5f5 None None] get_active_networks_info from dv-cinder-835328-1-iscsi {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 26 03:02:46.145520 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592b28c-b098-49d4-8d38-cc331c37f5f5 None None] No non-hosted networks {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 26 03:02:46.153158 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.agentschedulers_db [None req-e592b28c-b098-49d4-8d38-cc331c37f5f5 None None] DHCP Agent not found on host dv-cinder-835328-1-iscsi {{(pid=103768) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 26 03:02:46.274542 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a5476bb-8ea5-458e-8cf2-2754c1710a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722468'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:48.354139 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-784514c5-f79d-4eb3-9760-fde929f9299c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722468'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:48.387266 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.db.api [None req-ce421859-8cc1-429c-92d1-c7fc0629c80e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835328-1-iscsi {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 26 03:02:48.387687 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG oslo_db.api [None req-ce421859-8cc1-429c-92d1-c7fc0629c80e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 26 03:02:49.002972 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce421859-8cc1-429c-92d1-c7fc0629c80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.322791 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 41846) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:49.397368 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722468'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:49.869224 dv-cinder-835328-1-iscsi neutron-server[103767]: WARNING oslo_policy.policy [None req-d3985d94-ad65-414f-9e85-1141a96780f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 03:02:49.869828 dv-cinder-835328-1-iscsi neutron-server[103767]: WARNING oslo_policy.policy [None req-d3985d94-ad65-414f-9e85-1141a96780f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 03:02:50.091439 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [None req-d3985d94-ad65-414f-9e85-1141a96780f7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:02:50.106465 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d3985d94-ad65-414f-9e85-1141a96780f7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7679741 Mar 26 03:02:50.734368 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722468'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.449011 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722468'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:52.449677 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.449791 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.450087 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.450420 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.450808 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.451138 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.451466 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.451818 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.452155 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.452477 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.452823 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.453153 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.453490 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.453814 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.454135 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:52.454573 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835328-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:52.461701 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835328-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:02:52.634589 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 41880) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:53.125152 dv-cinder-835328-1-iscsi neutron-server[103766]: WARNING oslo_policy.policy [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 03:02:53.125804 dv-cinder-835328-1-iscsi neutron-server[103766]: WARNING oslo_policy.policy [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 03:02:53.351830 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:53.442851 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.policy [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 26 03:02:53.484868 dv-cinder-835328-1-iscsi neutron-server[103766]: WARNING oslo_policy.policy [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 03:02:53.485250 dv-cinder-835328-1-iscsi neutron-server[103766]: WARNING oslo_policy.policy [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 03:02:53.646633 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751992566505', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751992565942', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751992582243', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751992593881', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751992587626', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751992512910', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1335150', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1411708', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-506635', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416797'] for rbac-policy (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.811217 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:53.824554 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-0e34af5a-34ed-4558-8f32-6db482ef2e7d admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1759019 Mar 26 03:02:56.314993 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 41898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:02:56.341831 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.db.l3_hamode_db [None req-f30676d8-0ac2-4eb4-9586-e22a029aadb3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 26 03:02:56.418766 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30676d8-0ac2-4eb4-9586-e22a029aadb3 None None] Routers set() bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:02:56.419076 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30676d8-0ac2-4eb4-9586-e22a029aadb3 None None] Router IDs set() for agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 26 03:02:56.630490 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:02:56.717494 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Made reservation on behalf of 56c3cf4133a04a91b25837e05f29680f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:02:56.721531 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:56.738844 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:56.842300 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Publish callbacks [] for security_group (c2c41716-bed7-49cd-b170-dad36c4c3b28), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:56.905741 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (c2c41716-bed7-49cd-b170-dad36c4c3b28), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:56.930247 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:02:56.964207 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751990380090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (6622004b-febe-4af9-833a-32b6e7112039), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:56.964823 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Unsubscribe: segment precommit_create {{(pid=103766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 26 03:02:56.965350 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Added segment 6622004b-febe-4af9-833a-32b6e7112039 of type vlan for network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 Mar 26 03:02:56.984568 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c41716-bed7-49cd-b170-dad36c4c3b28,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:57.007500 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.007851 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.008222 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.008560 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013202 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013202 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013202 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013202 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013202 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013676 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013676 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013676 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013676 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.013676 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Tracked resource versions report: Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: pushed versions: Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: { 'AddressGroup': {'1.2'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Agent': {'1.1'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'ConntrackHelper': {'1.0'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Log': {'1.0'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'NDPProxy': {'1.0'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Network': {'1.1'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Port': {'1.7'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'PortForwarding': {'1.3'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'QosPolicy': {'1.10'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SecurityGroup': {'1.5'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SubPort': {'1.0'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Subnet': {'1.1'}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Trunk': {'1.1'}} Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: consumer versions: Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: { DHCP agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: L3 agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: Metadata agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: Metering agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: Open vSwitch agent@dv-cinder-835328-1-iscsi: { 'AddressGroup': '1.2', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Agent': '1.1', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'ConntrackHelper': '1.0', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'LocalIPAssociation': '1.0', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Log': '1.0', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'NDPProxy': '1.0', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Network': '1.1', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Port': '1.7', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'PortForwarding': '1.3', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'QosPolicy': '1.10', Mar 26 03:02:57.014074 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SecurityGroup': '1.5', Mar 26 03:02:57.016303 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SecurityGroupRule': '1.2', Mar 26 03:02:57.016303 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SubPort': '1.0', Mar 26 03:02:57.016303 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Subnet': '1.1', Mar 26 03:02:57.016303 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Trunk': '1.1'}} Mar 26 03:02:57.016303 dv-cinder-835328-1-iscsi neutron-server[103766]: {{(pid=103766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:02:57.076058 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (4b4b6a43-2e78-4848-9999-d7a1b71f7ff3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:57.168794 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (4b4b6a43-2e78-4848-9999-d7a1b71f7ff3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:57.173866 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:02:57.174617 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:02:57.287045 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] Pushing event updated for resources: {'Network': ['ID=4b4b6a43-2e78-4848-9999-d7a1b71f7ff3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:02:57.298569 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:02:57.371294 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f5ca14d0-486a-44a9-92dc-7cb40cb81a69 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0550950 Mar 26 03:02:59.936369 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 41910) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:00.333221 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1728e-8764-4901-a3f7-027a54c251f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:00.334534 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-84a1728e-8764-4901-a3f7-027a54c251f5 demo admin] 10.222.0.20 "GET /v2.0/networks/4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 HTTP/1.1" status: 200 len: 824 time: 0.3971667 Mar 26 03:03:00.358855 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-885e715f-adb2-427b-ad33-ae01ba5315d1 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/2cb65e39-9ae1-41d2-ab22-7004170773d3 HTTP/1.1" status: 200 len: 734 time: 0.0186784 Mar 26 03:03:00.367608 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Request body: {'subnet': {'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'name': 'private-subnet', 'subnetpool_id': '2cb65e39-9ae1-41d2-ab22-7004170773d3', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:00.443089 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Made reservation on behalf of 56c3cf4133a04a91b25837e05f29680f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:00.445406 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.808849 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (ee192f82-e40d-4c7c-a01b-c6c076ecb64c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:00.877869 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ee192f82-e40d-4c7c-a01b-c6c076ecb64c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:00.882338 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Checking segment: {'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:00.882793 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Network hostable DHCP agents. Network: 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:03:00.985571 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:03:01.059659 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:01.064163 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:01.064793 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:01.069806 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6262a2a3-1a53-44ff-b3f6-f54b0f7ef9b8 None None] Network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:01.125283 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c31e5d17-c531-48b8-a75d-7f25685051c4 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7608364 Mar 26 03:03:01.443438 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'fixed_ips': [{'subnet_id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:03:01.444738 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:01.717439 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Allocated IP 172.20.0.2 (4b4b6a43-2e78-4848-9999-d7a1b71f7ff3/ee192f82-e40d-4c7c-a01b-c6c076ecb64c/a9c5e727-0762-474d-a674-580a5277242a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:01.984013 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Publish callbacks [] for port (a9c5e727-0762-474d-a674-580a5277242a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.100811 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (a9c5e727-0762-474d-a674-580a5277242a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.172053 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:02.178261 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:02.181986 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:02.219338 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Pushing event updated for resources: {'Port': ['ID=a9c5e727-0762-474d-a674-580a5277242a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:02.248977 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.248977 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.248977 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.248977 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.248977 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.249633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.249633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.249633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.249633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.249633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.249968 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.249968 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.250270 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.250614 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.250932 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Tracked resource versions report: Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: pushed versions: Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: { 'AddressGroup': {'1.2'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Agent': {'1.1'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'ConntrackHelper': {'1.0'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Log': {'1.0'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'NDPProxy': {'1.0'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Network': {'1.1'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Port': {'1.7'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'PortForwarding': {'1.3'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'QosPolicy': {'1.10'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SecurityGroup': {'1.5'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SubPort': {'1.0'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Subnet': {'1.1'}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Trunk': {'1.1'}} Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: consumer versions: Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: { DHCP agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: L3 agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: Metadata agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: Metering agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: Open vSwitch agent@dv-cinder-835328-1-iscsi: { 'AddressGroup': '1.2', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Agent': '1.1', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'ConntrackHelper': '1.0', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'LocalIPAssociation': '1.0', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Log': '1.0', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'NDPProxy': '1.0', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Network': '1.1', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Port': '1.7', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'PortForwarding': '1.3', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'QosPolicy': '1.10', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SecurityGroup': '1.5', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SecurityGroupRule': '1.2', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SubPort': '1.0', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Subnet': '1.1', Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Trunk': '1.1'}} Mar 26 03:03:02.252337 dv-cinder-835328-1-iscsi neutron-server[103768]: {{(pid=103768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:03:02.281859 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Attempting to bind port a9c5e727-0762-474d-a674-580a5277242a on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:02.282261 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Attempting to bind port a9c5e727-0762-474d-a674-580a5277242a by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:02.282724 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Attempting to bind port a9c5e727-0762-474d-a674-580a5277242a on network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:02.288385 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:02.290882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Checking segment: {'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:02.290882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.290882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Bound using segment: {'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:02.290882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Bound port: a9c5e727-0762-474d-a674-580a5277242a, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:02.290882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a9c5e727-0762-474d-a674-580a5277242a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.355868 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] For port a9c5e727-0762-474d-a674-580a5277242a, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:02.360384 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] For port a9c5e727-0762-474d-a674-580a5277242a, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=a9c5e727-0762-474d-a674-580a5277242a,segment=NetworkSegment(6622004b-febe-4af9-833a-32b6e7112039),segment_id=6622004b-febe-4af9-833a-32b6e7112039)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:02.397731 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (a9c5e727-0762-474d-a674-580a5277242a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:02.469647 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544696-f605-44da-bc5e-2432f0fe5d94 None None] Pushing event updated for resources: {'Port': ['ID=a9c5e727-0762-474d-a674-580a5277242a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:03.662761 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 41918) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:03.969915 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [None req-2a69e01f-7356-4a2b-8d9b-0553b55d2b59 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:03:03.970889 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-2a69e01f-7356-4a2b-8d9b-0553b55d2b59 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3069868 Mar 26 03:03:06.534928 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 41926) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:06.844850 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [None req-d3b914e2-19a1-406b-bddd-ecf53500b927 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:03:06.845807 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d3b914e2-19a1-406b-bddd-ecf53500b927 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3095775 Mar 26 03:03:09.397721 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 41934) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:09.708238 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:09.769040 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.policy [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 26 03:03:09.813509 dv-cinder-835328-1-iscsi neutron-server[103767]: WARNING oslo_policy.policy [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 03:03:09.813924 dv-cinder-835328-1-iscsi neutron-server[103767]: WARNING oslo_policy.policy [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 26 03:03:09.969305 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:09.971304 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.125808 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] Publish callbacks [] for router_controller (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.169795 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.250946 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:10.252115 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-cc178d93-b445-4adb-9814-26ba9ebebbee demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8534174 Mar 26 03:03:12.792567 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 41948) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:13.072285 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device a9c5e727-0762-474d-a674-580a5277242a up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:13.113828 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [None req-a03ca961-2ddd-4183-84ed-de68c7bc013a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:03:13.123737 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a03ca961-2ddd-4183-84ed-de68c7bc013a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213165 Mar 26 03:03:13.167643 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port a9c5e727-0762-474d-a674-580a5277242a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:13.168343 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a9c5e727-0762-474d-a674-580a5277242a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:13.286222 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port a9c5e727-0762-474d-a674-580a5277242a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:13.286795 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a9c5e727-0762-474d-a674-580a5277242a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:13.325754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port a9c5e727-0762-474d-a674-580a5277242a, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=a9c5e727-0762-474d-a674-580a5277242a,segment=NetworkSegment(6622004b-febe-4af9-833a-32b6e7112039),segment_id=6622004b-febe-4af9-833a-32b6e7112039)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:13.414525 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (a9c5e727-0762-474d-a674-580a5277242a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:13.462828 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=a9c5e727-0762-474d-a674-580a5277242a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:13.653380 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa61014-d88d-4beb-a280-321c3784b0e2 None None] Network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:13.712523 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ea6c2beb-948b-408e-99c1-cb9c0f130157 None None] Provisioning complete for port a9c5e727-0762-474d-a674-580a5277242a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:13.712907 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2beb-948b-408e-99c1-cb9c0f130157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a9c5e727-0762-474d-a674-580a5277242a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:13.841932 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c2beb-948b-408e-99c1-cb9c0f130157 None None] Current status of the port a9c5e727-0762-474d-a674-580a5277242a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:14.067568 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7f4ead22-c8b6-4483-b432-7d358fc65bf7 None None] Provisioning complete for port a9c5e727-0762-474d-a674-580a5277242a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:14.067956 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f4ead22-c8b6-4483-b432-7d358fc65bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a9c5e727-0762-474d-a674-580a5277242a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:14.143431 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ead22-c8b6-4483-b432-7d358fc65bf7 None None] Current status of the port a9c5e727-0762-474d-a674-580a5277242a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:15.043154 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device a9c5e727-0762-474d-a674-580a5277242a up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:15.093929 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port a9c5e727-0762-474d-a674-580a5277242a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:15.094334 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a9c5e727-0762-474d-a674-580a5277242a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:15.170788 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port a9c5e727-0762-474d-a674-580a5277242a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:15.646387 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 41956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:15.949541 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:16.042938 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Made reservation on behalf of 62729224312b477b95974c5f428cf6df for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:16.045666 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.061757 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.099796 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26807199-c877-4ba7-aea7-22a2f79b962f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.163691 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Publish callbacks [] for security_group (f2767a49-d775-4912-9d2a-47856f761666), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.236750 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (f2767a49-d775-4912-9d2a-47856f761666), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.247871 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103767) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 26 03:03:16.274819 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2767a49-d775-4912-9d2a-47856f761666,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:16.283901 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.284237 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.285479 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.285812 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.286132 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.286472 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.286782 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.287095 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.287413 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.287725 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.288049 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.288413 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.288725 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.289032 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.289336 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Tracked resource versions report: Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: pushed versions: Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: { 'AddressGroup': {'1.2'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Agent': {'1.1'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'ConntrackHelper': {'1.0'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Log': {'1.0'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'NDPProxy': {'1.0'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Network': {'1.1'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Port': {'1.7'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'PortForwarding': {'1.3'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'QosPolicy': {'1.10'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SecurityGroup': {'1.5'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SubPort': {'1.0'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Subnet': {'1.1'}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Trunk': {'1.1'}} Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: consumer versions: Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: { DHCP agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: L3 agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: Metadata agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: Metering agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: Open vSwitch agent@dv-cinder-835328-1-iscsi: { 'AddressGroup': '1.2', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Agent': '1.1', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'ConntrackHelper': '1.0', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'LocalIPAssociation': '1.0', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Log': '1.0', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'NDPProxy': '1.0', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Network': '1.1', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Port': '1.7', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'PortForwarding': '1.3', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'QosPolicy': '1.10', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SecurityGroup': '1.5', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SecurityGroupRule': '1.2', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SubPort': '1.0', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Subnet': '1.1', Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Trunk': '1.1'}} Mar 26 03:03:16.290749 dv-cinder-835328-1-iscsi neutron-server[103767]: {{(pid=103767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:03:16.325284 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751990380090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (9b61611f-9908-4147-baa4-23bc5531fe53), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.325284 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Unsubscribe: segment precommit_create {{(pid=103767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 26 03:03:16.325284 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.segments_db [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Added segment 9b61611f-9908-4147-baa4-23bc5531fe53 of type flat for network f02df74d-cac4-4113-b9c3-4fa8027ab77a Mar 26 03:03:16.406136 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (f02df74d-cac4-4113-b9c3-4fa8027ab77a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.505699 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (f02df74d-cac4-4113-b9c3-4fa8027ab77a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.506812 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:16.507504 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:16.603252 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=f02df74d-cac4-4113-b9c3-4fa8027ab77a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:16.612964 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:03:16.651127 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-287f4344-fff7-4cb0-b739-4e5597192ed3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0036592 Mar 26 03:03:18.327544 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efb1bedf-9adf-483a-bbb7-bb86610611d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.111885 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 41968) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:19.357134 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:19.415658 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3100f15-773c-4d85-865b-d5a56417dbd5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:19.417023 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-e3100f15-773c-4d85-865b-d5a56417dbd5 demo admin] 10.222.0.20 "GET /v2.0/subnets/ee192f82-e40d-4c7c-a01b-c6c076ecb64c HTTP/1.1" status: 200 len: 849 time: 0.3035576 Mar 26 03:03:19.580253 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f7f7a201-6f5d-497f-b7a7-f7fa5f7c3f5d demo admin] 10.222.0.20 "GET /v2.0/routers/447dfdd5-9dfb-477d-a4a2-7f421309c7fd HTTP/1.1" status: 200 len: 704 time: 0.1575456 Mar 26 03:03:19.852077 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.138537 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Allocated IP 172.20.0.1 (4b4b6a43-2e78-4848-9999-d7a1b71f7ff3/ee192f82-e40d-4c7c-a01b-c6c076ecb64c/2c275354-8f1c-4b0b-b75b-144242e0554e) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:20.291468 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Publish callbacks [] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.403399 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.519284 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:20.524111 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:20.530722 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:20.531280 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.595787 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Pushing event updated for resources: {'Port': ['ID=2c275354-8f1c-4b0b-b75b-144242e0554e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:20.659653 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.696940 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-403d1e4a-f591-4180-8971-6b990528fd72 None None] Provisioning complete for port 2c275354-8f1c-4b0b-b75b-144242e0554e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:20.697319 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-403d1e4a-f591-4180-8971-6b990528fd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.775940 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-403d1e4a-f591-4180-8971-6b990528fd72 None None] Port 2c275354-8f1c-4b0b-b75b-144242e0554e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:03:20.788195 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:20.995134 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Publish callbacks [] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.042155 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.042924 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.119159 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Pushing event updated for resources: {'Port': ['ID=2c275354-8f1c-4b0b-b75b-144242e0554e,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:21.163393 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:21.164654 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:21.398962 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-12f030d3-736d-422f-ba4b-6d605ae1f49f None None] Provisioning complete for port 2c275354-8f1c-4b0b-b75b-144242e0554e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:21.399351 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-12f030d3-736d-422f-ba4b-6d605ae1f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:21.425869 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Router 447dfdd5-9dfb-477d-a4a2-7f421309c7fd is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:03:21.432310 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-12f030d3-736d-422f-ba4b-6d605ae1f49f None None] Port 2c275354-8f1c-4b0b-b75b-144242e0554e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:03:21.519325 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:21.524569 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-53fb9f7f-6a0f-4505-9f4e-259a889d8943 demo admin] 10.222.0.20 "PUT /v2.0/routers/447dfdd5-9dfb-477d-a4a2-7f421309c7fd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9386110 Mar 26 03:03:21.528813 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Sync routers for ids ['447dfdd5-9dfb-477d-a4a2-7f421309c7fd'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:21.542092 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Routers {'447dfdd5-9dfb-477d-a4a2-7f421309c7fd'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:21.542974 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:03:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['447dfdd5-9dfb-477d-a4a2-7f421309c7fd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:21.732720 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Set router 447dfdd5-9dfb-477d-a4a2-7f421309c7fd gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:22.155131 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'name': 'router1', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:09Z', 'updated_at': '2022-03-26T03:03:20Z', 'revision_number': 2, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'gw_port_host': None, '_interfaces': [{'id': '2c275354-8f1c-4b0b-b75b-144242e0554e', 'name': '', 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'mac_address': 'fa:16:3e:3d:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:19Z', 'updated_at': '2022-03-26T03:03:20Z', 'revision_number': 2, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'subnets': [{'id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cb65e39-9ae1-41d2-ab22-7004170773d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:22.205153 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Checking router: 447dfdd5-9dfb-477d-a4a2-7f421309c7fd for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:22.205536 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Updating router 447dfdd5-9dfb-477d-a4a2-7f421309c7fd port 2c275354-8f1c-4b0b-b75b-144242e0554e binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:03:22.257267 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:22.408698 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:22.762313 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Publish callbacks [] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:22.848004 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.017470 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Pushing event updated for resources: {'Port': ['ID=2c275354-8f1c-4b0b-b75b-144242e0554e,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:23.019907 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Attempting to bind port 2c275354-8f1c-4b0b-b75b-144242e0554e on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:23.020309 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Attempting to bind port 2c275354-8f1c-4b0b-b75b-144242e0554e by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:23.020744 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Attempting to bind port 2c275354-8f1c-4b0b-b75b-144242e0554e on network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:23.030326 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:23.030747 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Checking segment: {'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:23.031230 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.031617 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Bound using segment: {'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:23.032073 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Bound port: 2c275354-8f1c-4b0b-b75b-144242e0554e, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6622004b-febe-4af9-833a-32b6e7112039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:23.032446 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.035083 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.035428 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.035773 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.036109 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.036440 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.036767 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.037090 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.037409 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.037729 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.038076 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.038374 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.038731 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.039053 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.039368 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.039683 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Tracked resource versions report: Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: pushed versions: Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: { 'AddressGroup': {'1.2'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Agent': {'1.1'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'ConntrackHelper': {'1.0'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Log': {'1.0'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'NDPProxy': {'1.0'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Network': {'1.1'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Port': {'1.7'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'PortForwarding': {'1.3'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'QosPolicy': {'1.10'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SecurityGroup': {'1.5'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SubPort': {'1.0'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Subnet': {'1.1'}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Trunk': {'1.1'}} Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: consumer versions: Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: { DHCP agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: L3 agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: Metadata agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: Metering agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: Open vSwitch agent@dv-cinder-835328-1-iscsi: { 'AddressGroup': '1.2', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Agent': '1.1', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'ConntrackHelper': '1.0', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'LocalIPAssociation': '1.0', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Log': '1.0', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'NDPProxy': '1.0', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Network': '1.1', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Port': '1.7', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'PortForwarding': '1.3', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'QosPolicy': '1.10', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SecurityGroup': '1.5', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SecurityGroupRule': '1.2', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SubPort': '1.0', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Subnet': '1.1', Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Trunk': '1.1'}} Mar 26 03:03:23.041088 dv-cinder-835328-1-iscsi neutron-server[103769]: {{(pid=103769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:03:23.061696 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f0bfb551-9325-419f-a3e8-6b9f2898db24 None None] Provisioning complete for port 2c275354-8f1c-4b0b-b75b-144242e0554e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:23.062438 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb551-9325-419f-a3e8-6b9f2898db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.100044 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f0bfb551-9325-419f-a3e8-6b9f2898db24 None None] Port 2c275354-8f1c-4b0b-b75b-144242e0554e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:03:23.109396 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] For port 2c275354-8f1c-4b0b-b75b-144242e0554e, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:23.129409 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] For port 2c275354-8f1c-4b0b-b75b-144242e0554e, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=2c275354-8f1c-4b0b-b75b-144242e0554e,segment=NetworkSegment(6622004b-febe-4af9-833a-32b6e7112039),segment_id=6622004b-febe-4af9-833a-32b6e7112039)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:23.180163 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.236477 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Routers {'447dfdd5-9dfb-477d-a4a2-7f421309c7fd'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:23.237105 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:03:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['447dfdd5-9dfb-477d-a4a2-7f421309c7fd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:23.242899 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbbce1-acb0-4914-acee-959ad865436d None None] Pushing event updated for resources: {'Port': ['ID=2c275354-8f1c-4b0b-b75b-144242e0554e,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:23.333747 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] Set router 447dfdd5-9dfb-477d-a4a2-7f421309c7fd gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:23.423878 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-43eb11aa-e3af-43da-83ec-a43f79c1d055 None None] Provisioning complete for port 2c275354-8f1c-4b0b-b75b-144242e0554e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:23.424415 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43eb11aa-e3af-43da-83ec-a43f79c1d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.509228 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-43eb11aa-e3af-43da-83ec-a43f79c1d055 None None] Current status of the port 2c275354-8f1c-4b0b-b75b-144242e0554e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:23.509627 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43eb11aa-e3af-43da-83ec-a43f79c1d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.545017 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-43eb11aa-e3af-43da-83ec-a43f79c1d055 None None] For port 2c275354-8f1c-4b0b-b75b-144242e0554e, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=2c275354-8f1c-4b0b-b75b-144242e0554e,segment=NetworkSegment(6622004b-febe-4af9-833a-32b6e7112039),segment_id=6622004b-febe-4af9-833a-32b6e7112039)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:23.552533 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'name': 'router1', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:09Z', 'updated_at': '2022-03-26T03:03:20Z', 'revision_number': 2, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'gw_port_host': None, '_interfaces': [{'id': '2c275354-8f1c-4b0b-b75b-144242e0554e', 'name': '', 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'mac_address': 'fa:16:3e:3d:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:19Z', 'updated_at': '2022-03-26T03:03:23Z', 'revision_number': 4, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'subnets': [{'id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cb65e39-9ae1-41d2-ab22-7004170773d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:23.581688 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57e758-72e5-46f9-8f4b-cf5d3637887c None None] The sync data for ids ['447dfdd5-9dfb-477d-a4a2-7f421309c7fd'] in dv-cinder-835328-1-iscsi is: [{'id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'name': 'router1', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:09Z', 'updated_at': '2022-03-26T03:03:20Z', 'revision_number': 2, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'gw_port_host': None, '_interfaces': [{'id': '2c275354-8f1c-4b0b-b75b-144242e0554e', 'name': '', 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'mac_address': 'fa:16:3e:3d:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:19Z', 'updated_at': '2022-03-26T03:03:23Z', 'revision_number': 4, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'subnets': [{'id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cb65e39-9ae1-41d2-ab22-7004170773d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:23.602695 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43eb11aa-e3af-43da-83ec-a43f79c1d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:23.654623 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb11aa-e3af-43da-83ec-a43f79c1d055 None None] Pushing event updated for resources: {'Port': ['ID=2c275354-8f1c-4b0b-b75b-144242e0554e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:23.998922 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 41988) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:24.122505 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e50db-a979-4e63-a4ec-c23c52ac894a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:24.123768 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-310e50db-a979-4e63-a4ec-c23c52ac894a admin admin] 10.222.0.20 "GET /v2.0/networks/f02df74d-cac4-4113-b9c3-4fa8027ab77a HTTP/1.1" status: 200 len: 842 time: 0.1238999 Mar 26 03:03:24.133470 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'gateway_ip': '172.27.1.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:24.237130 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Made reservation on behalf of 62729224312b477b95974c5f428cf6df for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:03:24.239557 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.598761 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.objects.ports [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 26 03:03:24.599197 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (cec5e801-d281-4dad-be53-d770ce7cfa8c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.651136 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec5e801-d281-4dad-be53-d770ce7cfa8c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:24.661497 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:24.661853 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Network hostable DHCP agents. Network: f02df74d-cac4-4113-b9c3-4fa8027ab77a, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:03:24.733913 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:03:24.802438 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, f02df74d-cac4-4113-b9c3-4fa8027ab77a) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:24.806459 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:24.807066 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:24.812759 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece0728-110f-4283-be8e-118cac9991dd None None] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:24.884728 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f6d7fff3-d1fb-4644-bc92-850edc56b168 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7544303 Mar 26 03:03:24.910692 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e07030d-fed7-457f-a1c9-5a2508c9261f None None] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:03:27.304326 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42006) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:27.439565 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-edd03fa6-a8d0-4cec-a36b-341b7ccd8a2c demo admin] 10.222.0.20 "GET /v2.0/routers/447dfdd5-9dfb-477d-a4a2-7f421309c7fd HTTP/1.1" status: 200 len: 710 time: 0.1340523 Mar 26 03:03:27.598538 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07666d-16b4-49d2-bb33-f2d5f4d00e56 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:03:27.599849 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-5d07666d-16b4-49d2-bb33-f2d5f4d00e56 demo admin] 10.222.0.20 "GET /v2.0/networks/f02df74d-cac4-4113-b9c3-4fa8027ab77a HTTP/1.1" status: 200 len: 886 time: 0.1544011 Mar 26 03:03:27.608644 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:03:27.860712 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks [] for router_gateway (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.240872 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks [] for router_gateway (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.314167 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.421765 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Allocated IP 172.27.1.160 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/53bd2feb-28ca-4c59-89ca-5aeef223f677) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:03:28.533106 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks [] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.625883 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:28.662975 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:03:28.665730 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:03:28.674677 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:03:28.677447 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Pushing event updated for resources: {'Port': ['ID=53bd2feb-28ca-4c59-89ca-5aeef223f677,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:28.995484 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks [] for router_gateway (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.279155 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-723158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1707'] for router (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.282676 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-723167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-722980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728718'] for router (447dfdd5-9dfb-477d-a4a2-7f421309c7fd), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.394331 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Router 447dfdd5-9dfb-477d-a4a2-7f421309c7fd has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:03:29.531064 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:03:29.535965 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:29.537158 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2684a5f2-be6d-415e-b6f1-e3c103448a80 demo admin] 10.222.0.20 "PUT /v2.0/routers/447dfdd5-9dfb-477d-a4a2-7f421309c7fd HTTP/1.1" status: 200 len: 890 time: 1.9317224 Mar 26 03:03:31.073104 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 2c275354-8f1c-4b0b-b75b-144242e0554e up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:31.125964 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 2c275354-8f1c-4b0b-b75b-144242e0554e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:31.126361 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:31.203388 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 2c275354-8f1c-4b0b-b75b-144242e0554e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:32.064210 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42018) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:03:32.163965 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Sync routers for ids ['447dfdd5-9dfb-477d-a4a2-7f421309c7fd'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:03:32.175172 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Routers {'447dfdd5-9dfb-477d-a4a2-7f421309c7fd'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:32.175816 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:03:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['447dfdd5-9dfb-477d-a4a2-7f421309c7fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:32.186527 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-53389320-0cc3-4d45-b975-1f6f4b693cb2 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1211796 Mar 26 03:03:32.402764 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Set router 447dfdd5-9dfb-477d-a4a2-7f421309c7fd gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:32.869694 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'name': 'router1', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '53bd2feb-28ca-4c59-89ca-5aeef223f677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:09Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'gw_port': {'id': '53bd2feb-28ca-4c59-89ca-5aeef223f677', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:28Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '2c275354-8f1c-4b0b-b75b-144242e0554e', 'name': '', 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'mac_address': 'fa:16:3e:3d:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:19Z', 'updated_at': '2022-03-26T03:03:23Z', 'revision_number': 5, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'subnets': [{'id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cb65e39-9ae1-41d2-ab22-7004170773d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:32.920038 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Checking router: 447dfdd5-9dfb-477d-a4a2-7f421309c7fd for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:03:32.920419 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Updating router 447dfdd5-9dfb-477d-a4a2-7f421309c7fd port 53bd2feb-28ca-4c59-89ca-5aeef223f677 binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:03:32.975461 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.291847 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Publish callbacks [] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.367942 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.413641 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d848b2-fd80-4329-9c68-24e67911bfbd None None] Pushing event updated for resources: {'Port': ['ID=53bd2feb-28ca-4c59-89ca-5aeef223f677,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:33.426274 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Attempting to bind port 53bd2feb-28ca-4c59-89ca-5aeef223f677 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:03:33.426671 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Attempting to bind port 53bd2feb-28ca-4c59-89ca-5aeef223f677 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:03:33.427084 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Attempting to bind port 53bd2feb-28ca-4c59-89ca-5aeef223f677 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:03:33.432164 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:03:33.432541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:03:33.432940 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.433323 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:03:33.433778 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Bound port: 53bd2feb-28ca-4c59-89ca-5aeef223f677, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:03:33.434151 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.489541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] For port 53bd2feb-28ca-4c59-89ca-5aeef223f677, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:03:33.491930 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] For port 53bd2feb-28ca-4c59-89ca-5aeef223f677, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=53bd2feb-28ca-4c59-89ca-5aeef223f677,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:03:33.569010 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:33.625918 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Routers {'447dfdd5-9dfb-477d-a4a2-7f421309c7fd'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:03:33.626533 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:03:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['447dfdd5-9dfb-477d-a4a2-7f421309c7fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:33.630213 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d848b2-fd80-4329-9c68-24e67911bfbd None None] Pushing event updated for resources: {'Port': ['ID=53bd2feb-28ca-4c59-89ca-5aeef223f677,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:33.732749 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] Set router 447dfdd5-9dfb-477d-a4a2-7f421309c7fd gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:03:33.953880 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73f00845-886d-429e-a075-66183f6b1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'name': 'router1', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '53bd2feb-28ca-4c59-89ca-5aeef223f677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:09Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'gw_port': {'id': '53bd2feb-28ca-4c59-89ca-5aeef223f677', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:28Z', 'updated_at': '2022-03-26T03:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '2c275354-8f1c-4b0b-b75b-144242e0554e', 'name': '', 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'mac_address': 'fa:16:3e:3d:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:19Z', 'updated_at': '2022-03-26T03:03:23Z', 'revision_number': 5, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'subnets': [{'id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cb65e39-9ae1-41d2-ab22-7004170773d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:03:33.984872 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f00845-886d-429e-a075-66183f6b1453 None None] The sync data for ids ['447dfdd5-9dfb-477d-a4a2-7f421309c7fd'] in dv-cinder-835328-1-iscsi is: [{'id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'name': 'router1', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '53bd2feb-28ca-4c59-89ca-5aeef223f677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:03:09Z', 'updated_at': '2022-03-26T03:03:28Z', 'revision_number': 4, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'gw_port': {'id': '53bd2feb-28ca-4c59-89ca-5aeef223f677', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:28Z', 'updated_at': '2022-03-26T03:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '2c275354-8f1c-4b0b-b75b-144242e0554e', 'name': '', 'network_id': '4b4b6a43-2e78-4848-9999-d7a1b71f7ff3', 'tenant_id': '56c3cf4133a04a91b25837e05f29680f', 'mac_address': 'fa:16:3e:3d:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447dfdd5-9dfb-477d-a4a2-7f421309c7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:03:19Z', 'updated_at': '2022-03-26T03:03:23Z', 'revision_number': 5, 'project_id': '56c3cf4133a04a91b25837e05f29680f', 'subnets': [{'id': 'ee192f82-e40d-4c7c-a01b-c6c076ecb64c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cb65e39-9ae1-41d2-ab22-7004170773d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:03:35.097043 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 53bd2feb-28ca-4c59-89ca-5aeef223f677 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:35.149508 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 53bd2feb-28ca-4c59-89ca-5aeef223f677 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:35.150042 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.243405 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 53bd2feb-28ca-4c59-89ca-5aeef223f677 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:35.244100 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.267808 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 53bd2feb-28ca-4c59-89ca-5aeef223f677, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=53bd2feb-28ca-4c59-89ca-5aeef223f677,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:03:35.344900 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:35.394939 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=53bd2feb-28ca-4c59-89ca-5aeef223f677,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:03:37.133324 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 53bd2feb-28ca-4c59-89ca-5aeef223f677 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:03:37.196625 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 53bd2feb-28ca-4c59-89ca-5aeef223f677 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:03:37.197393 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (53bd2feb-28ca-4c59-89ca-5aeef223f677), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:37.359463 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 53bd2feb-28ca-4c59-89ca-5aeef223f677 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:03:43.413162 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:03:46.088083 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-109c3c32-4b3c-4550-a146-94430e4bb4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:48.345201 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e32bbac3-43e2-4b90-b63a-c7cbe05691b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:49.357227 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:50.717575 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:03:52.418508 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:16.110837 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1416b5bb-7bce-480d-a0af-769cd7f881b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:18.321461 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a82b82db-35c3-4f6a-8a50-515f9dabd368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:19.367604 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:20.411962 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:04:20.670421 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:22.411882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:46.092653 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a68a9e0-324f-4a93-838b-11226d54727f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:48.332096 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5dd357fd-ccd3-4814-be9c-cc7e19695035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:49.383894 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:50.681464 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:52.428017 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:54.714713 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42502) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:54.775367 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e47a535-7f37-4d50-a2b5-c9bcdb778a85 admin admin] GET failed (client error): The resource could not be found. Mar 26 03:04:54.776637 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-7e47a535-7f37-4d50-a2b5-c9bcdb778a85 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609713 Mar 26 03:04:54.932158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22adfc-7091-4c5b-885c-15e100df0122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:54.933627 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-0a22adfc-7091-4c5b-885c-15e100df0122 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1530416 Mar 26 03:04:57.236311 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42512) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:04:57.325151 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0754f7-57ea-46d0-a360-d4a0b48f0da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:57.326521 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8a0754f7-57ea-46d0-a360-d4a0b48f0da2 admin admin] 10.222.0.20 "GET /v2.0/subnets/ee192f82-e40d-4c7c-a01b-c6c076ecb64c HTTP/1.1" status: 200 len: 849 time: 0.0892887 Mar 26 03:04:57.335733 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:04:57.411934 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:04:57.422785 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Publish callbacks [] for subnet (ee192f82-e40d-4c7c-a01b-c6c076ecb64c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:57.641039 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751990523787'] for subnet (ee192f82-e40d-4c7c-a01b-c6c076ecb64c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:57.670663 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:04:57.671251 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:57.672515 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] 10.222.0.20 "PUT /v2.0/subnets/ee192f82-e40d-4c7c-a01b-c6c076ecb64c HTTP/1.1" status: 200 len: 868 time: 0.3403287 Mar 26 03:04:57.689798 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced76f4-6630-48bf-b7bf-7f4bb14d184c None None] Network 4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:04:57.694572 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee192f82-e40d-4c7c-a01b-c6c076ecb64c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:04:57.698900 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.699251 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.699615 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.699959 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.700292 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.700619 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.700951 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.701276 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.701621 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.701947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.702816 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.703163 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.703491 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.703966 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.704292 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ebcbd8-7f71-4f46-9f23-5e2c3604e76d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:04:57.986474 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f5a0c79d-99c2-4c59-8a36-77d4138ad83a None None] Provisioning complete for port a9c5e727-0762-474d-a674-580a5277242a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:57.986875 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c79d-99c2-4c59-8a36-77d4138ad83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a9c5e727-0762-474d-a674-580a5277242a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:58.066229 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0c79d-99c2-4c59-8a36-77d4138ad83a None None] Current status of the port a9c5e727-0762-474d-a674-580a5277242a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:58.076042 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f5a0c79d-99c2-4c59-8a36-77d4138ad83a None None] Provisioning complete for port 2c275354-8f1c-4b0b-b75b-144242e0554e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:04:58.076380 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c79d-99c2-4c59-8a36-77d4138ad83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (2c275354-8f1c-4b0b-b75b-144242e0554e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:04:58.149017 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0c79d-99c2-4c59-8a36-77d4138ad83a None None] Current status of the port 2c275354-8f1c-4b0b-b75b-144242e0554e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:04:59.978614 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42520) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:00.171762 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c234e-215c-4a22-8c08-8d7ab2ba0b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:00.172158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c234e-215c-4a22-8c08-8d7ab2ba0b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:00.173668 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-071c234e-215c-4a22-8c08-8d7ab2ba0b8a admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1940961 Mar 26 03:05:02.463073 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42528) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:02.595703 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b08ae-a14d-4b9b-bb19-d4524eebb7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:02.596177 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b08ae-a14d-4b9b-bb19-d4524eebb7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:02.597690 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-072b08ae-a14d-4b9b-bb19-d4524eebb7ad admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1336715 Mar 26 03:05:04.923047 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42536) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:05.052879 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea89d9-bd8d-4e60-b1bd-104bcf3c8818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:05.054244 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c7ea89d9-bd8d-4e60-b1bd-104bcf3c8818 admin admin] 10.222.0.20 "GET /v2.0/networks/4b4b6a43-2e78-4848-9999-d7a1b71f7ff3 HTTP/1.1" status: 200 len: 868 time: 0.1302483 Mar 26 03:05:07.370346 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:07.493833 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1bd0c8-1d25-46ef-832d-2d224d8d6bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:07.495407 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-7a1bd0c8-1d25-46ef-832d-2d224d8d6bc2 admin admin] 10.222.0.20 "GET /v2.0/networks/f02df74d-cac4-4113-b9c3-4fa8027ab77a HTTP/1.1" status: 200 len: 886 time: 0.1239381 Mar 26 03:05:09.790663 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42552) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:09.913956 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cd0b81-b934-41c6-b311-b5dfd7c1c120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:09.914409 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cd0b81-b934-41c6-b311-b5dfd7c1c120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:09.915952 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-90cd0b81-b934-41c6-b311-b5dfd7c1c120 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243281 Mar 26 03:05:12.224926 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42560) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:12.312759 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b1942-840d-4c5c-b2f1-ff26ee07817d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:12.313204 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b1942-840d-4c5c-b2f1-ff26ee07817d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:12.314677 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-889b1942-840d-4c5c-b2f1-ff26ee07817d admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0887978 Mar 26 03:05:14.625132 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42568) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:14.708224 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47bcfbc-97a4-4cee-abbd-812a621d6768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:14.709616 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-e47bcfbc-97a4-4cee-abbd-812a621d6768 admin admin] 10.222.0.20 "GET /v2.0/subnets/cec5e801-d281-4dad-be53-d770ce7cfa8c HTTP/1.1" status: 200 len: 816 time: 0.0834956 Mar 26 03:05:16.080403 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-63aa31d1-ff7f-4a40-a7ce-c54ee81e1e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:17.039926 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42576) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:17.133437 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd965c6-10cd-4803-aeee-a21a4968219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:17.134766 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2bd965c6-10cd-4803-aeee-a21a4968219c admin admin] 10.222.0.20 "GET /v2.0/subnets/ee192f82-e40d-4c7c-a01b-c6c076ecb64c HTTP/1.1" status: 200 len: 868 time: 0.0938537 Mar 26 03:05:18.389037 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45e802a8-0088-4cae-a178-775d5e9f7671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:19.370099 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:20.688496 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:22.452198 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:34.412884 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:05:44.982430 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42628) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:45.029552 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [None req-2e747b21-8f8c-4e2e-b925-916469e907c6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:05:45.030565 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2e747b21-8f8c-4e2e-b925-916469e907c6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471525 Mar 26 03:05:46.085437 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a82c35e-b4ce-40dd-877a-320667bb7e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:47.410552 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42636) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:47.568378 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3137b271-8d0f-4156-abec-4b591e472fc7 admin admin] GET failed (client error): The resource could not be found. Mar 26 03:05:47.569709 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3137b271-8d0f-4156-abec-4b591e472fc7 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1582270 Mar 26 03:05:47.652589 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac7331-7ed7-4f23-8a9c-fb4773fd5088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:47.654579 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-e4ac7331-7ed7-4f23-8a9c-fb4773fd5088 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807488 Mar 26 03:05:48.331095 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d79d46e9-f211-455e-a903-0ba3b58bf911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:49.376791 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:49.976031 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42644) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:50.022219 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:50.108309 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Made reservation on behalf of 62729224312b477b95974c5f428cf6df for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:05:50.110666 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:50.138890 dv-cinder-835328-1-iscsi neutron-server[103766]: WARNING neutron.services.revisions.revision_plugin [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Could not find related network for resource to bump revision. Mar 26 03:05:50.150954 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:05:50.160261 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (213996ea-47aa-4135-a0cd-45004b310949), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:50.160554 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Added segment 213996ea-47aa-4135-a0cd-45004b310949 of type vlan for network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 Mar 26 03:05:50.202741 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (3aaa87ce-5f53-45cf-9390-1f48dfccc5c4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:50.300975 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (3aaa87ce-5f53-45cf-9390-1f48dfccc5c4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:50.301926 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:50.302525 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:50.390364 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] Pushing event updated for resources: {'Network': ['ID=3aaa87ce-5f53-45cf-9390-1f48dfccc5c4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:50.400256 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:05:50.442941 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-dac19548-b3f4-4093-8e8d-607e9dc98f1b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4658175 Mar 26 03:05:50.668255 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:52.457045 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:52.761059 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42652) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:05:52.820974 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6158429-ff3d-4f7e-8a07-2495c8c62652 admin admin] GET failed (client error): The resource could not be found. Mar 26 03:05:52.822235 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c6158429-ff3d-4f7e-8a07-2495c8c62652 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602293 Mar 26 03:05:52.889678 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d1b64c-e500-4cd1-b03c-65cb7cecb660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:52.891136 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b2d1b64c-e500-4cd1-b03c-65cb7cecb660 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0642648 Mar 26 03:05:52.900415 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:05:53.005107 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Made reservation on behalf of 62729224312b477b95974c5f428cf6df for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:05:53.007306 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:53.217266 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (a3abfd20-984e-4a85-b275-46aec95470cb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:53.272906 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3abfd20-984e-4a85-b275-46aec95470cb,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:53.278414 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Checking segment: {'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:05:53.278853 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Network hostable DHCP agents. Network: 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:05:53.347891 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:05:53.433838 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:05:53.437814 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:05:53.438402 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:53.443718 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0a776-3015-40d7-9371-7e287c24acfd None None] Network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:05:53.544317 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-3aaa87ce-5f53-45cf-9390-1f48dfccc5c4', 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4', 'project_id': '62729224312b477b95974c5f428cf6df', 'fixed_ips': [{'subnet_id': 'a3abfd20-984e-4a85-b275-46aec95470cb'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:05:53.545147 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:53.551327 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-5b3785ca-38a8-4f5f-81c6-dace45c10df8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6541255 Mar 26 03:05:53.685776 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Allocated IP 192.168.233.2 (3aaa87ce-5f53-45cf-9390-1f48dfccc5c4/a3abfd20-984e-4a85-b275-46aec95470cb/654d4aee-c3ae-48d1-872e-9d93c3b02c1b) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:05:53.831626 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Publish callbacks [] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:53.886171 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:53.923805 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:05:53.926625 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:05:53.929155 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:05:53.942840 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Pushing event updated for resources: {'Port': ['ID=654d4aee-c3ae-48d1-872e-9d93c3b02c1b,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:54.064772 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.065120 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.065481 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.065840 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.066193 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.066548 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.066881 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.067205 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.067528 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.067850 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.068175 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.068517 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.068839 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.069158 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.069478 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:05:54.103358 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Attempting to bind port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:05:54.103662 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Attempting to bind port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:05:54.104029 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Attempting to bind port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b on network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:05:54.109240 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:05:54.109617 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Checking segment: {'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:05:54.110024 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:54.110421 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Bound using segment: {'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:05:54.110970 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Bound port: 654d4aee-c3ae-48d1-872e-9d93c3b02c1b, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:05:54.111349 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:54.174500 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] For port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:05:54.177553 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] For port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=654d4aee-c3ae-48d1-872e-9d93c3b02c1b,segment=NetworkSegment(213996ea-47aa-4135-a0cd-45004b310949),segment_id=213996ea-47aa-4135-a0cd-45004b310949)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:05:54.256091 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:54.314912 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a7639-6ee1-432c-872a-3aa3d8e9b0c5 None None] Pushing event updated for resources: {'Port': ['ID=654d4aee-c3ae-48d1-872e-9d93c3b02c1b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:55.191876 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b635fd5c-b177-40e6-a331-7d4eeb177fb1 None None] Network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:05:55.238997 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 654d4aee-c3ae-48d1-872e-9d93c3b02c1b up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:05:55.347137 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:05:55.347463 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:55.350170 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-09eb7cc2-c06a-4f40-8ef8-f20ead16370f None None] Provisioning complete for port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:05:55.350170 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09eb7cc2-c06a-4f40-8ef8-f20ead16370f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:55.491644 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:05:55.492041 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:55.535499 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-09eb7cc2-c06a-4f40-8ef8-f20ead16370f None None] Current status of the port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:05:55.536031 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09eb7cc2-c06a-4f40-8ef8-f20ead16370f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:55.540088 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=654d4aee-c3ae-48d1-872e-9d93c3b02c1b,segment=NetworkSegment(213996ea-47aa-4135-a0cd-45004b310949),segment_id=213996ea-47aa-4135-a0cd-45004b310949)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:05:55.593056 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:55.656640 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.db.api [None req-09eb7cc2-c06a-4f40-8ef8-f20ead16370f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 26 03:05:55.657006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG oslo_db.api [None req-09eb7cc2-c06a-4f40-8ef8-f20ead16370f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 26 03:05:55.669282 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=654d4aee-c3ae-48d1-872e-9d93c3b02c1b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:05:56.197253 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-09eb7cc2-c06a-4f40-8ef8-f20ead16370f None None] Current status of the port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:05:56.316079 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5125203d-334c-4cd8-acb3-239715813d98 None None] Provisioning complete for port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:05:56.316461 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5125203d-334c-4cd8-acb3-239715813d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:56.392186 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5125203d-334c-4cd8-acb3-239715813d98 None None] Current status of the port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:05:57.134304 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 654d4aee-c3ae-48d1-872e-9d93c3b02c1b up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:05:57.185408 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:05:57.185794 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (654d4aee-c3ae-48d1-872e-9d93c3b02c1b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:05:57.259752 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 654d4aee-c3ae-48d1-872e-9d93c3b02c1b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:06:11.412767 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:06:16.090530 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ada17346-ae77-41c6-8fa1-5278fa695f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:18.330389 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a0ba68b8-fa9c-4508-bcb2-d3473bc775ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:19.386189 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:20.713037 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:22.437237 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:46.118827 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1373f45-a185-47d2-9324-61eb5707a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:48.328274 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e19a1db4-e659-4980-be9d-9b20ecc12cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:48.412085 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:06:49.379882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:50.706714 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:06:52.426721 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:16.089553 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbf65c6d-8eb1-4ae9-bd80-a23f4521c105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:18.350303 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6120-0e1a-4a61-82a4-ddc7dfce994c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:19.403623 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:20.706590 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:22.429829 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:25.412187 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:07:39.964729 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:39.970896 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [None req-b30d5320-b573-4ae6-a8f3-2a7df5d5712e tempest-verify_tempest_config-636638934 tempest-verify_tempest_config-636638934-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:07:39.971849 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b30d5320-b573-4ae6-a8f3-2a7df5d5712e tempest-verify_tempest_config-636638934 tempest-verify_tempest_config-636638934-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061212 Mar 26 03:07:40.432442 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 42710) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:40.534665 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.608653 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Publish callbacks [] for security_group (9ac45482-87d1-4ff8-9e50-a68b60cd46a6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.677281 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (9ac45482-87d1-4ff8-9e50-a68b60cd46a6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.721777 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6c3583f108a4809a18ff23f0d98608e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2883132 Mar 26 03:07:40.722852 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac45482-87d1-4ff8-9e50-a68b60cd46a6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:40.724624 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 42714) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:07:40.729462 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.729809 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.730169 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.730540 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.730874 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.731206 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.732059 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.732384 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.732725 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.733055 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.733387 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.733710 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.734032 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.734347 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.734692 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a4de4-d26d-4202-ac6a-cab36672b181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.780486 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Publish callbacks [] for security_group (9ac45482-87d1-4ff8-9e50-a68b60cd46a6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.800850 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Publish callbacks [] for security_group (9ac45482-87d1-4ff8-9e50-a68b60cd46a6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.946338 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (9ac45482-87d1-4ff8-9e50-a68b60cd46a6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.948979 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:40.950115 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ac45482-87d1-4ff8-9e50-a68b60cd46a6 HTTP/1.1" status: 204 len: 168 time: 0.2245371 Mar 26 03:07:40.957939 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac45482-87d1-4ff8-9e50-a68b60cd46a6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:07:40.964558 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.964907 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.965275 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.965617 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.965949 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.966279 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.966631 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.966959 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.967300 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.967709 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.967966 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.968421 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.968674 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.969058 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:40.969310 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a957bcaf-0e8a-421b-b7b6-b9593791fa63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:07:46.100142 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f068571-882b-42d7-a7e1-4249b8fc7a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:48.332227 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d832f28-3e13-4f4f-8f2d-71090addd15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:49.389252 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:50.720910 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:07:52.446429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:02.411335 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:08:16.099271 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-598894a9-e3aa-4391-ae82-9e094eb22541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:18.322460 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b99d0528-457d-4bce-a332-805f03a50a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:19.388541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:20.725231 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:22.427886 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:39.410521 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:08:46.147524 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9428c32b-97df-4478-8bb7-96e2c48e231f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:48.321527 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a2720aa-4c5e-420a-8717-2be56e279dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:49.389809 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:50.747954 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:08:52.444544 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:16.103890 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b64f0831-0b3e-49cf-9c12-6df10c47d347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:16.409432 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:09:18.343556 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c7b5755d-98bd-4a7b-9944-541b0f49ec19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:19.395146 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:20.466828 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722468'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:20.712465 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:22.437968 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:35.219988 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 42786) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:35.321229 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-5af8fcdb-6b8c-4181-962a-482aeaa92e2b admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1001513 Mar 26 03:09:37.635481 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 42796) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:09:37.690109 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-1dbb6119-a007-4ce7-ad63-9cf7cd89dd8b admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529516 Mar 26 03:09:46.083065 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f4eaabe-55c2-483f-8710-725138b43d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:48.383258 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ab58-3386-40c5-9497-93c4c53de49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:49.388542 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:50.411491 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:50.746260 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:52.436977 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:09:53.408473 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:10:16.071126 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce08d9bd-24d9-4531-9c44-d622dbfe7661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:18.367471 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8dd2bcd1-4802-4c28-8a60-1c0f8c021436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:19.405315 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:20.407712 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:20.725546 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:22.441691 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:30.407300 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:10:46.075627 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a7fb092c-e806-40b3-a7c8-adeb071077b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:48.359084 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e210b0d9-a4f0-40f3-b974-6b70f099acfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:49.404661 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:50.416376 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:50.726547 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:10:52.423959 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:07.406611 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:11:14.565145 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 42984) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:15.047196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1785916665-network', 'tenant_id': '6a997d0b1ccf470086e65db557a9b5ae'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:15.114761 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Made reservation on behalf of 6a997d0b1ccf470086e65db557a9b5ae for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:15.117147 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.125541 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.192784 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43008) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:15.203461 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Publish callbacks [] for security_group (489c5005-b125-4389-87f3-b0a0e393d80c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.230821 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:15.267691 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (489c5005-b125-4389-87f3-b0a0e393d80c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.300732 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:11:15.306077 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c5005-b125-4389-87f3-b0a0e393d80c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:15.316355 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (f0fc72c1-b491-406a-80b1-8ca150495d65), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.316690 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.segments_db [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Added segment f0fc72c1-b491-406a-80b1-8ca150495d65 of type vlan for network 617df0f9-fce0-4b75-881a-522a3b20ce18 Mar 26 03:11:15.318399 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.318769 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.319105 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.319568 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.320406 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.320727 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.321050 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.321371 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.321713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.322048 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.322358 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.322708 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.323024 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.323339 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.323683 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Tracked resource versions report: Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: pushed versions: Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: { 'AddressGroup': {'1.2'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Agent': {'1.1'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'ConntrackHelper': {'1.0'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Log': {'1.0'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'NDPProxy': {'1.0'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Network': {'1.1'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Port': {'1.7'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'PortForwarding': {'1.3'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'QosPolicy': {'1.10'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SecurityGroup': {'1.5'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SubPort': {'1.0'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Subnet': {'1.1'}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Trunk': {'1.1'}} Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: consumer versions: Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: { DHCP agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: HyperV agent@hv-cinder-83532: {}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: L3 agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: Metadata agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: Metering agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: Open vSwitch agent@dv-cinder-835328-1-iscsi: { 'AddressGroup': '1.2', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Agent': '1.1', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'ConntrackHelper': '1.0', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'LocalIPAssociation': '1.0', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Log': '1.0', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'NDPProxy': '1.0', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Network': '1.1', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Port': '1.7', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'PortForwarding': '1.3', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'QosPolicy': '1.10', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SecurityGroup': '1.5', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SecurityGroupRule': '1.2', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'SubPort': '1.0', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Subnet': '1.1', Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: 'Trunk': '1.1'}} Mar 26 03:11:15.324987 dv-cinder-835328-1-iscsi neutron-server[103767]: {{(pid=103767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:11:15.384252 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (617df0f9-fce0-4b75-881a-522a3b20ce18), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.487432 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (617df0f9-fce0-4b75-881a-522a3b20ce18), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.488321 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:15.488915 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.553620 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1822371418-network', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:15.598639 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] Pushing event updated for resources: {'Network': ['ID=617df0f9-fce0-4b75-881a-522a3b20ce18,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:15.609529 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-5da57214-3e5d-47af-902d-c974f8a9a6db admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0432441 Mar 26 03:11:15.611230 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43038) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:15.617563 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-468161657-network', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:15.618617 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Request body: {'subnet': {'network_id': '617df0f9-fce0-4b75-881a-522a3b20ce18', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1785916665-subnet', 'tenant_id': '6a997d0b1ccf470086e65db557a9b5ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:15.648072 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 617df0f9-fce0-4b75-881a-522a3b20ce18 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:11:15.669992 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Made reservation on behalf of a5669a6dbf3b494fb95a0d0204ab6041 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:15.672670 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.682303 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.737706 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Made reservation on behalf of 6a997d0b1ccf470086e65db557a9b5ae for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:15.740050 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.784535 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Publish callbacks [] for security_group (d509f8b0-8df6-4e38-8b41-06c3fbf8affd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.786033 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Made reservation on behalf of 9b06b13132a64beea7f0869c80c55fe1 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:15.789092 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.806011 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.883603 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (d509f8b0-8df6-4e38-8b41-06c3fbf8affd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.896951 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:11:15.911205 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (d971e40b-f9cc-49d9-a057-4d3a1c1d79f8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:15.911546 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Added segment d971e40b-f9cc-49d9-a057-4d3a1c1d79f8 of type vlan for network 44d96a86-b483-4164-8f3c-6c90f87c9855 Mar 26 03:11:15.955216 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (44d96a86-b483-4164-8f3c-6c90f87c9855), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.016016 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Publish callbacks [] for security_group (450df5cd-c04e-4ce9-9ee7-67817d40232b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.037181 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d509f8b0-8df6-4e38-8b41-06c3fbf8affd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:16.046851 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.047350 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.047698 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.048541 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.048889 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.049592 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.050364 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.050735 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.051109 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.051442 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.051951 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.052787 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.053220 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.053698 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.054303 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Tracked resource versions report: Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: pushed versions: Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: { 'AddressGroup': {'1.2'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Agent': {'1.1'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'ConntrackHelper': {'1.0'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Log': {'1.0'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'NDPProxy': {'1.0'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Network': {'1.1'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Port': {'1.7'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'PortForwarding': {'1.3'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'QosPolicy': {'1.10'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SecurityGroup': {'1.5'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SubPort': {'1.0'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Subnet': {'1.1'}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Trunk': {'1.1'}} Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: consumer versions: Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: { DHCP agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: HyperV agent@hv-cinder-83532: {}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: L3 agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: Metadata agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: Metering agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: Open vSwitch agent@dv-cinder-835328-1-iscsi: { 'AddressGroup': '1.2', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Agent': '1.1', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'ConntrackHelper': '1.0', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'LocalIPAssociation': '1.0', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Log': '1.0', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'NDPProxy': '1.0', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Network': '1.1', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Port': '1.7', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'PortForwarding': '1.3', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'QosPolicy': '1.10', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SecurityGroup': '1.5', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SecurityGroupRule': '1.2', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'SubPort': '1.0', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Subnet': '1.1', Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: 'Trunk': '1.1'}} Mar 26 03:11:16.055519 dv-cinder-835328-1-iscsi neutron-server[103766]: {{(pid=103766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:11:16.063585 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (44d96a86-b483-4164-8f3c-6c90f87c9855), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.064726 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:16.065649 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.127327 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] Pushing event updated for resources: {'Network': ['ID=44d96a86-b483-4164-8f3c-6c90f87c9855,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:16.132696 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (450df5cd-c04e-4ce9-9ee7-67817d40232b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.136810 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4946be22-88e9-40c0-9879-194baf3e1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.139692 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:11:16.160515 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:11:16.169683 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (17d9355c-67b9-46d8-8263-0551bab20221), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.170468 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Added segment 17d9355c-67b9-46d8-8263-0551bab20221 of type vlan for network 866fa182-2240-423c-91fb-3b55799da3f4 Mar 26 03:11:16.178827 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (68db9a40-b2c4-45b1-bf5b-4beda0b54330), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.242585 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ee23b3f3-d72a-45d8-964d-7373808664f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0486014 Mar 26 03:11:16.243221 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43062) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:16.255336 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (866fa182-2240-423c-91fb-3b55799da3f4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.275793 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68db9a40-b2c4-45b1-bf5b-4beda0b54330,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:16.279173 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Request body: {'subnet': {'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1822371418-subnet', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:16.295550 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450df5cd-c04e-4ce9-9ee7-67817d40232b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:16.343431 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Checking segment: {'id': 'f0fc72c1-b491-406a-80b1-8ca150495d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '617df0f9-fce0-4b75-881a-522a3b20ce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:16.344579 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Network hostable DHCP agents. Network: 617df0f9-fce0-4b75-881a-522a3b20ce18, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:11:16.390277 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Made reservation on behalf of a5669a6dbf3b494fb95a0d0204ab6041 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:16.393205 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.449642 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (866fa182-2240-423c-91fb-3b55799da3f4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.450760 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:16.451343 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.468861 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Network 617df0f9-fce0-4b75-881a-522a3b20ce18 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:11:16.546438 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] Pushing event updated for resources: {'Network': ['ID=866fa182-2240-423c-91fb-3b55799da3f4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:16.561583 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 866fa182-2240-423c-91fb-3b55799da3f4 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:11:16.577796 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 617df0f9-fce0-4b75-881a-522a3b20ce18) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:16.585558 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:16.587591 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.657100 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce9e5a-d171-4781-9daf-2da0746501cc None None] Network 617df0f9-fce0-4b75-881a-522a3b20ce18 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:16.683390 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-fdfc7309-42b7-468b-a674-a6fe3b4ab199 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4473977 Mar 26 03:11:16.683732 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43086) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:16.694885 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Request body: {'subnet': {'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-subnet', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:16.739959 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-00aec0d2-7711-4cd9-99ed-3cad3d99228a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1266670 Mar 26 03:11:16.810265 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Made reservation on behalf of 9b06b13132a64beea7f0869c80c55fe1 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:16.811247 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (02979b52-297b-4274-9c87-4236f58a8fe6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.813017 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:16.881381 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02979b52-297b-4274-9c87-4236f58a8fe6,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:16.906706 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c48e2-c50e-4b1e-81ec-8a2870933697 None None] Network 617df0f9-fce0-4b75-881a-522a3b20ce18 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:16.927521 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Checking segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:16.927878 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Network hostable DHCP agents. Network: 44d96a86-b483-4164-8f3c-6c90f87c9855, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:11:17.005176 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:11:17.095904 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 44d96a86-b483-4164-8f3c-6c90f87c9855) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:17.102050 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:17.103303 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.108800 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46b18e-4f7f-490d-93fc-4a0677ecccdd None None] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:17.170622 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (b75ca359-6293-4a1f-b3fb-fa79f3db0d1d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.176359 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f4721bd4-2df5-4dea-ab8f-e518a9d93990 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9022148 Mar 26 03:11:17.180321 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:17.184399 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:17.218765 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-44d96a86-b483-4164-8f3c-6c90f87c9855', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:11:17.219956 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.239801 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:17.292576 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Checking segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:17.294479 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Network hostable DHCP agents. Network: 866fa182-2240-423c-91fb-3b55799da3f4, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:11:17.321971 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (6130eee4-80f3-41ef-b548-01675f36d7d8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.325947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (6130eee4-80f3-41ef-b548-01675f36d7d8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.399867 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Allocated IP 172.20.0.2 (44d96a86-b483-4164-8f3c-6c90f87c9855/02979b52-297b-4274-9c87-4236f58a8fe6/c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:17.413422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Network 866fa182-2240-423c-91fb-3b55799da3f4 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:11:17.445126 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks [] for router_controller (6130eee4-80f3-41ef-b548-01675f36d7d8), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.518932 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 866fa182-2240-423c-91fb-3b55799da3f4) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:17.533793 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:17.534419 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.549616 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecef6fb-c0cb-488c-9aed-723c9bd88075 None None] Network 866fa182-2240-423c-91fb-3b55799da3f4 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:17.655722 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Publish callbacks [] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.664954 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks [] for router_gateway (6130eee4-80f3-41ef-b548-01675f36d7d8), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.684434 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-04c048b9-8147-414a-be04-28a0bfa63f47 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9990447 Mar 26 03:11:17.687322 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43132) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:17.692792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:17.698364 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-866fa182-2240-423c-91fb-3b55799da3f4', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:11:17.699398 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.771711 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.812773 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43136) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:17.837970 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:17.843358 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:17.849198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (60890868-7332-4261-b4e4-9c1b1eaad878), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.853659 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (60890868-7332-4261-b4e4-9c1b1eaad878), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.854159 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:17.947239 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks [] for router_controller (60890868-7332-4261-b4e4-9c1b1eaad878), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:17.986388 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df378345-88fa-4819-8271-9eab173f67c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.024278 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Pushing event updated for resources: {'Port': ['ID=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:18.053233 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Attempting to bind port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:18.053601 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Attempting to bind port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:18.053993 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Attempting to bind port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 on network 44d96a86-b483-4164-8f3c-6c90f87c9855 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:18.059419 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.059766 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.060123 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.060478 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.060829 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.061150 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.061461 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.061785 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.062178 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.062448 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.062775 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.063122 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.063474 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.063778 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.064051 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Tracked resource versions report: Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: pushed versions: Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: { 'AddressGroup': {'1.2'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Agent': {'1.1'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'ConntrackHelper': {'1.0'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Log': {'1.0'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'NDPProxy': {'1.0'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Network': {'1.1'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Port': {'1.7'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'PortForwarding': {'1.3'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'QosPolicy': {'1.10'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SecurityGroup': {'1.5'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SubPort': {'1.0'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Subnet': {'1.1'}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Trunk': {'1.1'}} Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: consumer versions: Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: { DHCP agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: HyperV agent@hv-cinder-83532: {}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: L3 agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: Metadata agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: Metering agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: Open vSwitch agent@dv-cinder-835328-1-iscsi: { 'AddressGroup': '1.2', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Agent': '1.1', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'ConntrackHelper': '1.0', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'LocalIPAssociation': '1.0', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Log': '1.0', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'NDPProxy': '1.0', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Network': '1.1', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Port': '1.7', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'PortForwarding': '1.3', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'QosPolicy': '1.10', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SecurityGroup': '1.5', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SecurityGroupRule': '1.2', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'SubPort': '1.0', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Subnet': '1.1', Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: 'Trunk': '1.1'}} Mar 26 03:11:18.065246 dv-cinder-835328-1-iscsi neutron-server[103768]: {{(pid=103768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:11:18.074797 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:18.075196 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Checking segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:18.075620 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.076010 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Bound using segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:18.076485 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Bound port: c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:18.076862 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.095170 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Allocated IP 172.20.0.2 (866fa182-2240-423c-91fb-3b55799da3f4/b75ca359-6293-4a1f-b3fb-fa79f3db0d1d/c3c631d0-6b6d-47a4-af80-70dd91859e8e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:18.129224 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks [] for router_gateway (6130eee4-80f3-41ef-b548-01675f36d7d8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.163754 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.281372 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks [] for router_gateway (60890868-7332-4261-b4e4-9c1b1eaad878), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.296831 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df378345-88fa-4819-8271-9eab173f67c2 admin admin] Publish callbacks [] for security_group (840f47af-bfc8-40b7-a6d4-c4d689297353), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.299762 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Allocated IP 172.27.1.238 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/f4ba86cb-5b53-4fd2-a2be-31b29adb2e33) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:18.337991 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] For port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:18.342470 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] For port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:18.404502 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df378345-88fa-4819-8271-9eab173f67c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (840f47af-bfc8-40b7-a6d4-c4d689297353), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.417608 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks [] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.429584 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.435714 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-754c14e3-2da7-49b6-a4b9-d3ac49b40d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.481531 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Publish callbacks [] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.485526 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df378345-88fa-4819-8271-9eab173f67c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f47af-bfc8-40b7-a6d4-c4d689297353,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:18.533112 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d4fde-019a-40d5-81f6-8e69c4e36159 None None] Pushing event updated for resources: {'Port': ['ID=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:18.537024 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.595303 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-df378345-88fa-4819-8271-9eab173f67c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbdb52c0a1a245beb81b43cfe347605b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7788203 Mar 26 03:11:18.595856 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43150) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:18.599236 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.646942 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:18.661722 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:18.684644 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:18.692441 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ba86cb-5b53-4fd2-a2be-31b29adb2e33,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:18.725163 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e3ace08-1669-4b1d-a59a-5856359af265 admin admin] Publish callbacks [] for security_group (840f47af-bfc8-40b7-a6d4-c4d689297353), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.728420 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Pushing event updated for resources: {'Port': ['ID=c3c631d0-6b6d-47a4-af80-70dd91859e8e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:18.760512 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Network 866fa182-2240-423c-91fb-3b55799da3f4 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:18.762756 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:18.771431 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:18.778668 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e3ace08-1669-4b1d-a59a-5856359af265 admin admin] Publish callbacks [] for security_group (840f47af-bfc8-40b7-a6d4-c4d689297353), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.921289 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Attempting to bind port c3c631d0-6b6d-47a4-af80-70dd91859e8e on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:18.921669 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Attempting to bind port c3c631d0-6b6d-47a4-af80-70dd91859e8e by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:18.922033 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Attempting to bind port c3c631d0-6b6d-47a4-af80-70dd91859e8e on network 866fa182-2240-423c-91fb-3b55799da3f4 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:18.927836 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:18.928476 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Checking segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:18.928616 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:18.929757 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Bound using segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:18.930146 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Bound port: c3c631d0-6b6d-47a4-af80-70dd91859e8e, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:18.930577 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.106127 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] For port c3c631d0-6b6d-47a4-af80-70dd91859e8e, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:19.112002 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] For port c3c631d0-6b6d-47a4-af80-70dd91859e8e, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=c3c631d0-6b6d-47a4-af80-70dd91859e8e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:19.140753 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks [] for router_gateway (60890868-7332-4261-b4e4-9c1b1eaad878), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.168076 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.219321 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks [] for router_gateway (6130eee4-80f3-41ef-b548-01675f36d7d8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.251259 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.296220 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e3ace08-1669-4b1d-a59a-5856359af265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (840f47af-bfc8-40b7-a6d4-c4d689297353), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.306758 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e3ace08-1669-4b1d-a59a-5856359af265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.308144 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8e3ace08-1669-4b1d-a59a-5856359af265 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/840f47af-bfc8-40b7-a6d4-c4d689297353 HTTP/1.1" status: 204 len: 168 time: 0.7085266 Mar 26 03:11:19.390148 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f315c5-a848-4fa0-8bef-3eaed24457fd None None] Pushing event updated for resources: {'Port': ['ID=c3c631d0-6b6d-47a4-af80-70dd91859e8e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:19.443637 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43198) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:19.453230 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ace08-1669-4b1d-a59a-5856359af265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f47af-bfc8-40b7-a6d4-c4d689297353,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:19.455147 dv-cinder-835328-1-iscsi neutron-server[103766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 26 03:11:19.483157 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.509479 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:19.578819 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:19.579290 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.630230 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Allocated IP 172.27.1.27 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/d30ea180-5f70-4d26-9941-c529f7e52b05) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:19.810251 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:19.810867 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.887134 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks [] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:19.947963 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:19.994209 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-08eb72f0-db2c-4604-8dd6-ec4dbafaea07 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:19.996331 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-08eb72f0-db2c-4604-8dd6-ec4dbafaea07 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/networks?id=617df0f9-fce0-4b75-881a-522a3b20ce18 HTTP/1.1" status: 200 len: 812 time: 0.5513365 Mar 26 03:11:20.018870 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-c9a5a9b8-0df3-41eb-8395-e2abe1849546 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/quotas/6a997d0b1ccf470086e65db557a9b5ae HTTP/1.1" status: 200 len: 375 time: 0.0165989 Mar 26 03:11:20.058754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.091149 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-5237a12d-6df3-42aa-8cd0-4597e6ca830a tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a997d0b1ccf470086e65db557a9b5ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628872 Mar 26 03:11:20.103732 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (6130eee4-80f3-41ef-b548-01675f36d7d8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.131291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.155790 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:20.247965 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e3032-f6bf-4473-bc46-0a9f620439ae None None] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:20.274069 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:20.290910 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:20.319182 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:20.323487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Pushing event updated for resources: {'Port': ['ID=d30ea180-5f70-4d26-9941-c529f7e52b05,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:20.356824 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-825460e5-a3ef-4fd7-85fb-0c9b6420bd57 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:11:20.357846 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-825460e5-a3ef-4fd7-85fb-0c9b6420bd57 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1129272 Mar 26 03:11:20.384770 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43254) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:20.463863 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2e305e27-b372-436d-b1e5-a28d9fd1fa37 None None] Provisioning complete for port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:20.463863 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e305e27-b372-436d-b1e5-a28d9fd1fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.484977 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d90be4bf-b6f0-48b8-8422-5a687ae7b0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.544212 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.629884 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Router 6130eee4-80f3-41ef-b548-01675f36d7d8 is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:11:20.663604 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d90be4bf-b6f0-48b8-8422-5a687ae7b0b4 admin admin] Publish callbacks [] for security_group (b273d3a7-9df9-4e17-ad8a-83e22824977c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.720315 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2e305e27-b372-436d-b1e5-a28d9fd1fa37 None None] Current status of the port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:20.828988 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.894764 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d90be4bf-b6f0-48b8-8422-5a687ae7b0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b273d3a7-9df9-4e17-ad8a-83e22824977c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.899668 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb223d21-6f3d-4feb-a990-e1f2b9713c07 None None] Network 866fa182-2240-423c-91fb-3b55799da3f4 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:20.914701 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks [] for router_gateway (60890868-7332-4261-b4e4-9c1b1eaad878), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:20.943659 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90be4bf-b6f0-48b8-8422-5a687ae7b0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273d3a7-9df9-4e17-ad8a-83e22824977c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:20.953868 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-3b914026-ab19-4673-ad9a-6618d0f88482 service neutron] 10.222.0.20 "GET /v2.0/networks/617df0f9-fce0-4b75-881a-522a3b20ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841951 Mar 26 03:11:21.035183 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-d90be4bf-b6f0-48b8-8422-5a687ae7b0b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c435ab3ae4c4e2596971f14a93fb9db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6479189 Mar 26 03:11:21.039226 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43278) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:21.075832 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:11:21.083964 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3fbd002a-65ca-4c4c-82bc-11238b695dc6 None None] Provisioning complete for port c3c631d0-6b6d-47a4-af80-70dd91859e8e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:21.084587 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3fbd002a-65ca-4c4c-82bc-11238b695dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.087811 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Sync routers for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:11:21.104868 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:11:21.106606 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:21.195231 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-9d318fa9-8c15-492a-a1ff-8957a420e0a7 service neutron] 10.222.0.20 "GET /v2.0/networks/617df0f9-fce0-4b75-881a-522a3b20ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219727 Mar 26 03:11:21.205062 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (60890868-7332-4261-b4e4-9c1b1eaad878), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.227359 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.231425 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-897e74bc-f995-4b0d-aa41-abd315f3234a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0488913 Mar 26 03:11:21.236055 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:21.248504 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31fd3037-ba09-4055-929e-01ce9d20d9d9 admin admin] Publish callbacks [] for security_group (b273d3a7-9df9-4e17-ad8a-83e22824977c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.271139 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd002a-65ca-4c4c-82bc-11238b695dc6 None None] Current status of the port c3c631d0-6b6d-47a4-af80-70dd91859e8e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:21.271537 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3fbd002a-65ca-4c4c-82bc-11238b695dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.375301 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3fbd002a-65ca-4c4c-82bc-11238b695dc6 None None] For port c3c631d0-6b6d-47a4-af80-70dd91859e8e, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=c3c631d0-6b6d-47a4-af80-70dd91859e8e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:21.410544 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43286) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:21.433822 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43288) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:21.712668 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3fbd002a-65ca-4c4c-82bc-11238b695dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.712668 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:21.717244 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:11:21.718805 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07f8ed86-fe87-487a-830a-fb826bf28545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.718805 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Router 60890868-7332-4261-b4e4-9c1b1eaad878 is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:11:21.719617 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd002a-65ca-4c4c-82bc-11238b695dc6 None None] Pushing event updated for resources: {'Port': ['ID=c3c631d0-6b6d-47a4-af80-70dd91859e8e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:21.748780 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31fd3037-ba09-4055-929e-01ce9d20d9d9 admin admin] Publish callbacks [] for security_group (b273d3a7-9df9-4e17-ad8a-83e22824977c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.749281 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5ca078c3-e21f-4e7c-9944-d14b720c9f99 None None] Provisioning complete for port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:21.749281 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ca078c3-e21f-4e7c-9944-d14b720c9f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.823839 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f558-c585-4f10-9acb-43ea57a89f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.856538 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:21.857180 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:21.929652 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:11:21.964092 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Sync routers for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:11:21.972429 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f558-c585-4f10-9acb-43ea57a89f79 admin admin] Publish callbacks [] for security_group (7e74ec68-f147-4ea8-a353-ff990bab0585), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.013287 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:11:22.014038 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:22.016045 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5ca078c3-e21f-4e7c-9944-d14b720c9f99 None None] Current status of the port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:22.083694 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.085592 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-195d4b15-132a-43d8-a22a-77f83daa34ee admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3963904 Mar 26 03:11:22.092121 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43324) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:22.108623 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3e7847d9-3dd7-4fc4-9358-c179071163a1 req-0d097333-95a4-4e3f-a417-df04761b95ed tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 210 time: 0.1244531 Mar 26 03:11:22.113459 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f558-c585-4f10-9acb-43ea57a89f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7e74ec68-f147-4ea8-a353-ff990bab0585), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.180586 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07f8ed86-fe87-487a-830a-fb826bf28545 admin admin] Publish callbacks [] for security_group (5c08a6bb-ed7e-4b10-bef3-85c2c98555c9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.183847 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:22.185020 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device c3c631d0-6b6d-47a4-af80-70dd91859e8e up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:22.196153 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:18Z', 'revision_number': 3, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:22.211667 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3f558-c585-4f10-9acb-43ea57a89f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e74ec68-f147-4ea8-a353-ff990bab0585,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:22.230341 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3ce3f558-c585-4f10-9acb-43ea57a89f79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25a50fe8a9d343aa8ac02b789164835d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6818633 Mar 26 03:11:22.266804 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4c6303e2-783f-4d1d-be9c-4dd4d8f9e4e0 None None] Provisioning complete for port c3c631d0-6b6d-47a4-af80-70dd91859e8e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:22.266804 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c6303e2-783f-4d1d-be9c-4dd4d8f9e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.294246 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Checking router: 6130eee4-80f3-41ef-b548-01675f36d7d8 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:11:22.295351 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Updating router 6130eee4-80f3-41ef-b548-01675f36d7d8 port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:11:22.336860 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:11:22.357001 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.360431 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43332) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:22.360612 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31fd3037-ba09-4055-929e-01ce9d20d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b273d3a7-9df9-4e17-ad8a-83e22824977c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.363246 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31fd3037-ba09-4055-929e-01ce9d20d9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.364434 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-31fd3037-ba09-4055-929e-01ce9d20d9d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b273d3a7-9df9-4e17-ad8a-83e22824977c HTTP/1.1" status: 204 len: 168 time: 1.3073311 Mar 26 03:11:22.411060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd3037-ba09-4055-929e-01ce9d20d9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273d3a7-9df9-4e17-ad8a-83e22824977c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:22.522826 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07f8ed86-fe87-487a-830a-fb826bf28545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (5c08a6bb-ed7e-4b10-bef3-85c2c98555c9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.579924 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43346) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:22.614802 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4545509a-20e1-45bd-b78b-95a2e1210da8 admin admin] Publish callbacks [] for security_group (7e74ec68-f147-4ea8-a353-ff990bab0585), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.624710 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8ed86-fe87-487a-830a-fb826bf28545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c08a6bb-ed7e-4b10-bef3-85c2c98555c9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:22.650767 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port c3c631d0-6b6d-47a4-af80-70dd91859e8e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:22.651147 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.676777 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.704288 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-07f8ed86-fe87-487a-830a-fb826bf28545 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87ef7ecbdede4dd4a438a089cf91ee15&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2663059 Mar 26 03:11:22.712910 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43352) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:22.721745 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4545509a-20e1-45bd-b78b-95a2e1210da8 admin admin] Publish callbacks [] for security_group (7e74ec68-f147-4ea8-a353-ff990bab0585), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.835929 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.857512 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Publish callbacks [] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.886410 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-963acc1e-d989-438e-9b0d-08c830561468 admin admin] Publish callbacks [] for security_group (5c08a6bb-ed7e-4b10-bef3-85c2c98555c9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.895829 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4c6303e2-783f-4d1d-be9c-4dd4d8f9e4e0 None None] Current status of the port c3c631d0-6b6d-47a4-af80-70dd91859e8e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:22.932331 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:22.981822 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1229ce1-e36f-4862-acec-3e1da4e1df34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.046958 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Attempting to bind port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:23.046958 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Attempting to bind port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:23.046958 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Attempting to bind port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:23.047454 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-963acc1e-d989-438e-9b0d-08c830561468 admin admin] Publish callbacks [] for security_group (5c08a6bb-ed7e-4b10-bef3-85c2c98555c9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.048417 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Pushing event updated for resources: {'Port': ['ID=f4ba86cb-5b53-4fd2-a2be-31b29adb2e33,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:23.050830 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:23.051910 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:23.052811 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.054419 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:23.055397 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Bound port: f4ba86cb-5b53-4fd2-a2be-31b29adb2e33, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:23.056539 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.057673 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Allocated IP 172.20.0.1 (44d96a86-b483-4164-8f3c-6c90f87c9855/02979b52-297b-4274-9c87-4236f58a8fe6/3dfb82dd-a2a9-4553-bac2-9b104fd68198) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:23.061632 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.062602 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.063133 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.064435 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4545509a-20e1-45bd-b78b-95a2e1210da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7e74ec68-f147-4ea8-a353-ff990bab0585), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.064654 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.065135 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.065616 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.066101 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.066621 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.067108 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.067328 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4545509a-20e1-45bd-b78b-95a2e1210da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.067947 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.068440 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.069091 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.069612 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.070084 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-4545509a-20e1-45bd-b78b-95a2e1210da8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e74ec68-f147-4ea8-a353-ff990bab0585 HTTP/1.1" status: 204 len: 168 time: 0.7044926 Mar 26 03:11:23.070966 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.071464 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Tracked resource versions report: Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: pushed versions: Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: { 'AddressGroup': {'1.2'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Agent': {'1.1'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'ConntrackHelper': {'1.0'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'LocalIPAssociation': {'1.0'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Log': {'1.0'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'NDPProxy': {'1.0'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Network': {'1.1'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Port': {'1.7'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'PortForwarding': {'1.3'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'QosPolicy': {'1.10'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SecurityGroup': {'1.5'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SecurityGroupRule': {'1.2'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SubPort': {'1.0'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Subnet': {'1.1'}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Trunk': {'1.1'}} Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: consumer versions: Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: { DHCP agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: HyperV agent@hv-cinder-83532: {}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: L3 agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: Metadata agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: Metering agent@dv-cinder-835328-1-iscsi: {}, Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: Open vSwitch agent@dv-cinder-835328-1-iscsi: { 'AddressGroup': '1.2', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Agent': '1.1', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'ConntrackHelper': '1.0', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'LocalIPAssociation': '1.0', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Log': '1.0', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'NDPProxy': '1.0', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Network': '1.1', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Port': '1.7', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'PortForwarding': '1.3', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'QosPolicy': '1.10', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SecurityGroup': '1.5', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SecurityGroupRule': '1.2', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'SubPort': '1.0', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Subnet': '1.1', Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: 'Trunk': '1.1'}} Mar 26 03:11:23.090927 dv-cinder-835328-1-iscsi neutron-server[103769]: {{(pid=103769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 26 03:11:23.143484 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545509a-20e1-45bd-b78b-95a2e1210da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e74ec68-f147-4ea8-a353-ff990bab0585,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:23.213908 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] For port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:23.216750 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-963acc1e-d989-438e-9b0d-08c830561468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (5c08a6bb-ed7e-4b10-bef3-85c2c98555c9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.217494 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port c3c631d0-6b6d-47a4-af80-70dd91859e8e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:23.219523 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] For port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=f4ba86cb-5b53-4fd2-a2be-31b29adb2e33,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:23.220161 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-963acc1e-d989-438e-9b0d-08c830561468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.224358 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-963acc1e-d989-438e-9b0d-08c830561468 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c08a6bb-ed7e-4b10-bef3-85c2c98555c9 HTTP/1.1" status: 204 len: 168 time: 0.5090375 Mar 26 03:11:23.273189 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43376) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:23.274165 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963acc1e-d989-438e-9b0d-08c830561468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c08a6bb-ed7e-4b10-bef3-85c2c98555c9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:23.284438 dv-cinder-835328-1-iscsi neutron-server[103767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 26 03:11:23.284590 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:20Z', 'revision_number': 3, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:23.292699 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.337293 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.359759 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-869330d0-2684-417d-b321-1d72c6e3e293 req-cb7cc5d5-8b46-42c5-b67d-885cf320e2ed tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 210 time: 0.0830350 Mar 26 03:11:23.384425 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Checking router: 60890868-7332-4261-b4e4-9c1b1eaad878 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:11:23.384779 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Updating router 60890868-7332-4261-b4e4-9c1b1eaad878 port d30ea180-5f70-4d26-9941-c529f7e52b05 binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:11:23.413787 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fb8c5-40e3-40b8-8787-961042a27d69 None None] Pushing event updated for resources: {'Port': ['ID=f4ba86cb-5b53-4fd2-a2be-31b29adb2e33,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:23.419757 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1229ce1-e36f-4862-acec-3e1da4e1df34 admin admin] Publish callbacks [] for security_group (ec5e3f9f-6e12-400f-9967-242af2c38d5d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.457727 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Publish callbacks [] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.458110 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:11:23.462777 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:23.471076 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.488376 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1229ce1-e36f-4862-acec-3e1da4e1df34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ec5e3f9f-6e12-400f-9967-242af2c38d5d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.561176 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device c3c631d0-6b6d-47a4-af80-70dd91859e8e up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:23.570841 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c1229ce1-e36f-4862-acec-3e1da4e1df34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60e7f34ff4884135a851c83b51bc2d2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9712911 Mar 26 03:11:23.574354 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43384) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:23.580334 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1229ce1-e36f-4862-acec-3e1da4e1df34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5e3f9f-6e12-400f-9967-242af2c38d5d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:23.665947 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:11:23.673087 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-556315b1-c288-4929-a36f-430c3dcd8ddc admin admin] Publish callbacks [] for security_group (ec5e3f9f-6e12-400f-9967-242af2c38d5d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.678175 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.715018 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Allocated IP 172.20.0.1 (866fa182-2240-423c-91fb-3b55799da3f4/b75ca359-6293-4a1f-b3fb-fa79f3db0d1d/14e43fe3-b1da-467a-8d16-0d676f105025) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:23.767316 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Pushing event updated for resources: {'Port': ['ID=3dfb82dd-a2a9-4553-bac2-9b104fd68198,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:23.822801 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:23.826323 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-556315b1-c288-4929-a36f-430c3dcd8ddc admin admin] Publish callbacks [] for security_group (ec5e3f9f-6e12-400f-9967-242af2c38d5d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.830658 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:23.833959 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:23.835562 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (6130eee4-80f3-41ef-b548-01675f36d7d8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.887291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Publish callbacks [] for port (14e43fe3-b1da-467a-8d16-0d676f105025), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:23.947887 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:18Z', 'revision_number': 3, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:23.969103 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port c3c631d0-6b6d-47a4-af80-70dd91859e8e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:23.969709 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.003687 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb8071-4f73-4f2e-a555-3cb52395403b None None] The sync data for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi is: [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:18Z', 'revision_number': 3, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:11:24.144398 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port c3c631d0-6b6d-47a4-af80-70dd91859e8e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:24.158832 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Publish callbacks [] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.165932 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-db301c07-4f16-4fb0-94ce-ee2c195e4c30 None None] Provisioning complete for port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:24.166297 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-db301c07-4f16-4fb0-94ce-ee2c195e4c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.200451 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-db301c07-4f16-4fb0-94ce-ee2c195e4c30 None None] Port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:11:24.244517 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.293746 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-556315b1-c288-4929-a36f-430c3dcd8ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ec5e3f9f-6e12-400f-9967-242af2c38d5d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.304686 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Network 866fa182-2240-423c-91fb-3b55799da3f4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:24.305549 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-556315b1-c288-4929-a36f-430c3dcd8ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.307758 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.310085 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-556315b1-c288-4929-a36f-430c3dcd8ddc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec5e3f9f-6e12-400f-9967-242af2c38d5d HTTP/1.1" status: 204 len: 168 time: 0.7351894 Mar 26 03:11:24.321045 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:24.327480 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:24.327701 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (60890868-7332-4261-b4e4-9c1b1eaad878), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.383882 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556315b1-c288-4929-a36f-430c3dcd8ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5e3f9f-6e12-400f-9967-242af2c38d5d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:24.409000 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.415516 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Attempting to bind port d30ea180-5f70-4d26-9941-c529f7e52b05 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:24.416028 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Attempting to bind port d30ea180-5f70-4d26-9941-c529f7e52b05 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:24.417906 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Attempting to bind port d30ea180-5f70-4d26-9941-c529f7e52b05 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:24.427917 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:24.428350 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:24.430387 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.430830 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:24.431635 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Bound port: d30ea180-5f70-4d26-9941-c529f7e52b05, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:24.432429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.449139 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dc78-645a-4306-818e-f101519cf8f1 None None] Pushing event updated for resources: {'Port': ['ID=d30ea180-5f70-4d26-9941-c529f7e52b05,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:24.500037 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Pushing event updated for resources: {'Port': ['ID=14e43fe3-b1da-467a-8d16-0d676f105025,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:24.583844 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] For port d30ea180-5f70-4d26-9941-c529f7e52b05, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:24.587872 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] For port d30ea180-5f70-4d26-9941-c529f7e52b05, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=d30ea180-5f70-4d26-9941-c529f7e52b05,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:24.599017 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43402) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:24.603029 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-64a23435-5c0e-408f-925f-9251e9a37163 req-c24da352-ee01-4d1f-bce9-2b4374e82961 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 210 time: 0.1065242 Mar 26 03:11:24.641711 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-300a8411-6026-424d-817a-ba4f773e1837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.651629 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43404) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:24.692018 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.734678 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-592c6cf3-d7cb-419b-9d8c-9cdd811e2c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.844056 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:11:24.844831 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:24.946431 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-038bf205-0326-47a9-a682-2ef8e9a4a497 None None] Provisioning complete for port 14e43fe3-b1da-467a-8d16-0d676f105025 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:24.947649 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-038bf205-0326-47a9-a682-2ef8e9a4a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.962924 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:24.997207 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-038bf205-0326-47a9-a682-2ef8e9a4a497 None None] Port 14e43fe3-b1da-467a-8d16-0d676f105025 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:11:25.001015 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dc78-645a-4306-818e-f101519cf8f1 None None] Pushing event updated for resources: {'Port': ['ID=d30ea180-5f70-4d26-9941-c529f7e52b05,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:25.065008 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:11:25.190140 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-592c6cf3-d7cb-419b-9d8c-9cdd811e2c4d admin admin] Publish callbacks [] for security_group (2e9bda59-2c5f-4107-975a-c8770711f983), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.196926 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Publish callbacks [] for port (14e43fe3-b1da-467a-8d16-0d676f105025), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.198704 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Publish callbacks [] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.256213 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-300a8411-6026-424d-817a-ba4f773e1837 admin admin] Publish callbacks [] for security_group (accc2a21-4389-4554-84b6-8ba5ce31d5ea), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.299155 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-592c6cf3-d7cb-419b-9d8c-9cdd811e2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (2e9bda59-2c5f-4107-975a-c8770711f983), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.299825 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.300677 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (60890868-7332-4261-b4e4-9c1b1eaad878), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.327126 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:20Z', 'revision_number': 3, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:25.377365 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8231e8a2-1bb9-428d-ac84-1a03071def20 None None] The sync data for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi is: [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:20Z', 'revision_number': 3, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:11:25.381246 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-300a8411-6026-424d-817a-ba4f773e1837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (accc2a21-4389-4554-84b6-8ba5ce31d5ea), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.400008 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.400745 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (6130eee4-80f3-41ef-b548-01675f36d7d8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.523247 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:25.541943 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Pushing event updated for resources: {'Port': ['ID=3dfb82dd-a2a9-4553-bac2-9b104fd68198,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:25.571688 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Network 866fa182-2240-423c-91fb-3b55799da3f4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:25.576123 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:25.584686 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Pushing event updated for resources: {'Port': ['ID=14e43fe3-b1da-467a-8d16-0d676f105025,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:25.591856 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-300a8411-6026-424d-817a-ba4f773e1837 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7a2e07235fa4ed585ee5d4ecf14390f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9866946 Mar 26 03:11:25.591856 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-592c6cf3-d7cb-419b-9d8c-9cdd811e2c4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad5a3e43bf4b4d94b68148ae0cda5d46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9265454 Mar 26 03:11:25.592615 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43432) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:25.592961 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43434) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:25.605812 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c6cf3-d7cb-419b-9d8c-9cdd811e2c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9bda59-2c5f-4107-975a-c8770711f983,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:25.651043 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:25.651535 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.724199 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a8411-6026-424d-817a-ba4f773e1837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc2a21-4389-4554-84b6-8ba5ce31d5ea,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:25.881858 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:25.882591 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:25.974737 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=f4ba86cb-5b53-4fd2-a2be-31b29adb2e33,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:26.047081 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e5a07e3f-aad6-4d4a-b120-7c5e1371f891 None None] Provisioning complete for port 14e43fe3-b1da-467a-8d16-0d676f105025 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:26.047771 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5a07e3f-aad6-4d4a-b120-7c5e1371f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.059099 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ca31409d-5a0b-4840-9a1d-1e3742ae23ab req-a9441b1c-0009-4321-a246-8dec7ffd0095 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 210 time: 0.0482211 Mar 26 03:11:26.077497 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.124855 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Router 60890868-7332-4261-b4e4-9c1b1eaad878 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:11:26.125743 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b67f091b-a618-4181-854f-26782dbc6129 admin admin] Publish callbacks [] for security_group (accc2a21-4389-4554-84b6-8ba5ce31d5ea), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.232113 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8edff3c5-cecb-4d1d-98b9-7d241969c732 admin admin] Publish callbacks [] for security_group (2e9bda59-2c5f-4107-975a-c8770711f983), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.234277 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=f4ba86cb-5b53-4fd2-a2be-31b29adb2e33,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:26.249409 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e5a07e3f-aad6-4d4a-b120-7c5e1371f891 None None] Port 14e43fe3-b1da-467a-8d16-0d676f105025 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:11:26.280212 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b67f091b-a618-4181-854f-26782dbc6129 admin admin] Publish callbacks [] for security_group (accc2a21-4389-4554-84b6-8ba5ce31d5ea), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.302069 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:26.310526 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:26.342514 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:11:26.362930 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a2dfc272-c99f-4075-9119-f43a41a20911 admin admin] 10.222.0.20 "PUT /v2.0/routers/60890868-7332-4261-b4e4-9c1b1eaad878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2616329 Mar 26 03:11:26.368708 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8edff3c5-cecb-4d1d-98b9-7d241969c732 admin admin] Publish callbacks [] for security_group (2e9bda59-2c5f-4107-975a-c8770711f983), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.646346 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Router 6130eee4-80f3-41ef-b548-01675f36d7d8 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:11:26.685857 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-78a39376-df90-48c4-bf0c-65034b94fbb1 None None] Provisioning complete for port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:26.685857 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-78a39376-df90-48c4-bf0c-65034b94fbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.729868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b67f091b-a618-4181-854f-26782dbc6129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (accc2a21-4389-4554-84b6-8ba5ce31d5ea), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.732524 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b67f091b-a618-4181-854f-26782dbc6129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.733587 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b67f091b-a618-4181-854f-26782dbc6129 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/accc2a21-4389-4554-84b6-8ba5ce31d5ea HTTP/1.1" status: 204 len: 168 time: 1.1341951 Mar 26 03:11:26.744838 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-78a39376-df90-48c4-bf0c-65034b94fbb1 None None] Port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:11:26.792132 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8edff3c5-cecb-4d1d-98b9-7d241969c732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (2e9bda59-2c5f-4107-975a-c8770711f983), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.795091 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8edff3c5-cecb-4d1d-98b9-7d241969c732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:26.795849 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8edff3c5-cecb-4d1d-98b9-7d241969c732 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e9bda59-2c5f-4107-975a-c8770711f983 HTTP/1.1" status: 204 len: 168 time: 1.1929340 Mar 26 03:11:26.810129 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f091b-a618-4181-854f-26782dbc6129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc2a21-4389-4554-84b6-8ba5ce31d5ea,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:26.818695 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.18', 56056) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:26.839259 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edff3c5-cecb-4d1d-98b9-7d241969c732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9bda59-2c5f-4107-975a-c8770711f983,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:26.926524 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:11:26.938324 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f6d5b6c3-5186-4be1-af8b-3fdaca1f3165 admin admin] 10.222.0.20 "PUT /v2.0/routers/6130eee4-80f3-41ef-b548-01675f36d7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7008181 Mar 26 03:11:26.939491 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Sync routers for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:11:26.954373 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:11:26.955408 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:27.089850 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2e54f9e1-69d1-437e-a7f4-9d939414ae3f tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:27.091700 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2e54f9e1-69d1-437e-a7f4-9d939414ae3f tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.18 "GET /v2.0/networks?id=617df0f9-fce0-4b75-881a-522a3b20ce18 HTTP/1.1" status: 200 len: 812 time: 0.2711091 Mar 26 03:11:27.141684 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:11:27.148759 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Request body: {'port': {'device_id': 'd36cfff6-56b7-40c2-9d58-019ef6bb19ac', 'network_id': '617df0f9-fce0-4b75-881a-522a3b20ce18', 'admin_state_up': True, 'tenant_id': '6a997d0b1ccf470086e65db557a9b5ae'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:27.341815 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f5a76772-7444-44d6-aeea-a4129c5b1266 req-91923043-fe42-4353-9f5b-c6502fd74ad1 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 210 time: 0.0623391 Mar 26 03:11:27.503512 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 2, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:27.548899 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Checking router: 6130eee4-80f3-41ef-b548-01675f36d7d8 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:11:27.549566 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Updating router 6130eee4-80f3-41ef-b548-01675f36d7d8 port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:11:27.600946 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device d30ea180-5f70-4d26-9941-c529f7e52b05 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:27.624849 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb638d-8295-40a3-be48-8674bb8e405d req-11833d40-2c87-4e66-807b-dc5f8ea4dcf1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:27.626527 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-11833d40-2c87-4e66-807b-dc5f8ea4dcf1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 818 time: 0.1920781 Mar 26 03:11:27.645938 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-b3da50d8-7349-4abd-8699-57f4c7934eb9 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/quotas/9b06b13132a64beea7f0869c80c55fe1 HTTP/1.1" status: 200 len: 375 time: 0.0136855 Mar 26 03:11:27.686984 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port d30ea180-5f70-4d26-9941-c529f7e52b05 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:27.687382 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:27.691943 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Made reservation on behalf of 6a997d0b1ccf470086e65db557a9b5ae for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:27.702082 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:27.714652 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:27.814560 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port d30ea180-5f70-4d26-9941-c529f7e52b05 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:27.814955 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:27.877051 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port d30ea180-5f70-4d26-9941-c529f7e52b05, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=d30ea180-5f70-4d26-9941-c529f7e52b05,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:27.912889 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-fed0406c-2e43-402d-bf22-e4366596c9e8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2598364 Mar 26 03:11:27.955189 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:27.955986 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:28.067757 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:28.068376 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.079694 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Publish callbacks [] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.139571 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Allocated IP 172.20.0.12 (617df0f9-fce0-4b75-881a-522a3b20ce18/68db9a40-b2c4-45b1-bf5b-4beda0b54330/bca3245c-b71e-4d5b-811c-6907cdc85b49) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:28.140841 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=d30ea180-5f70-4d26-9941-c529f7e52b05,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:28.177684 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.205256 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Sync routers for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:11:28.228187 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:11:28.228413 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:28.230566 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:28.275682 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4adba-87c2-46d1-abf6-1d855c694706 None None] Pushing event updated for resources: {'Port': ['ID=3dfb82dd-a2a9-4553-bac2-9b104fd68198,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:28.401979 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Attempting to bind port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:28.402878 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Attempting to bind port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:28.405628 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Attempting to bind port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 on network 44d96a86-b483-4164-8f3c-6c90f87c9855 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:28.414111 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:28.416827 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Checking segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:28.418098 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.420082 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Bound using segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:28.421897 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Bound port: 3dfb82dd-a2a9-4553-bac2-9b104fd68198, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:28.423298 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.430214 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:11:28.430792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Publish callbacks [] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.567327 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] For port 3dfb82dd-a2a9-4553-bac2-9b104fd68198, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:28.577828 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] For port 3dfb82dd-a2a9-4553-bac2-9b104fd68198, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=3dfb82dd-a2a9-4553-bac2-9b104fd68198,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:28.619134 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.688448 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.706185 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7844a62b-cc3e-4a8e-9730-7519a8ab5fa6 None None] Provisioning complete for port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:28.706926 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7844a62b-cc3e-4a8e-9730-7519a8ab5fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.824516 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:11:28.825637 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:28.830720 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4adba-87c2-46d1-abf6-1d855c694706 None None] Pushing event updated for resources: {'Port': ['ID=3dfb82dd-a2a9-4553-bac2-9b104fd68198,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:28.844756 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Network 617df0f9-fce0-4b75-881a-522a3b20ce18 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:28.846323 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Pushing event updated for resources: {'Port': ['ID=bca3245c-b71e-4d5b-811c-6907cdc85b49,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:28.862606 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:28.896762 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-de730684-2236-4165-8a4b-134c3dc985a5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:11:28.898056 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-de730684-2236-4165-8a4b-134c3dc985a5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2858119 Mar 26 03:11:28.902083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:28.924091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:28.924091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:28.996364 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7844a62b-cc3e-4a8e-9730-7519a8ab5fa6 None None] Current status of the port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:28.996858 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7844a62b-cc3e-4a8e-9730-7519a8ab5fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:29.064608 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 2, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:29.073360 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:11:29.110372 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Checking router: 60890868-7332-4261-b4e4-9c1b1eaad878 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:11:29.111360 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Updating router 60890868-7332-4261-b4e4-9c1b1eaad878 port 14e43fe3-b1da-467a-8d16-0d676f105025 binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:11:29.117127 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7844a62b-cc3e-4a8e-9730-7519a8ab5fa6 None None] For port 3dfb82dd-a2a9-4553-bac2-9b104fd68198, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=3dfb82dd-a2a9-4553-bac2-9b104fd68198,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:29.149063 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-811d8678-2603-42a1-aa5d-e71bf07bda05 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0096548 Mar 26 03:11:29.151797 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:29.152566 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-6965de01-ecec-4010-9b07-9c910eacd994 service neutron] 10.222.0.20 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260079 Mar 26 03:11:29.159919 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-535a0b1f-cea5-4340-81c3-d28809fe0066 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:11:29.161291 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-535a0b1f-cea5-4340-81c3-d28809fe0066 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065105 Mar 26 03:11:29.191972 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7844a62b-cc3e-4a8e-9730-7519a8ab5fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:29.345750 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844a62b-cc3e-4a8e-9730-7519a8ab5fa6 None None] Pushing event updated for resources: {'Port': ['ID=3dfb82dd-a2a9-4553-bac2-9b104fd68198,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:29.359898 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b8195c12-16bb-439a-b8c5-8314e713aa22 None None] Provisioning complete for port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:29.360292 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8195c12-16bb-439a-b8c5-8314e713aa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:29.364795 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-65684bfd-64ec-4122-8d6c-60628dc90c3c service neutron] 10.222.0.20 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009201 Mar 26 03:11:29.481413 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:28Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:29.562825 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc9074-d982-4ebd-8be1-98a8588a6e6b None None] The sync data for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi is: [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:28Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:11:29.646021 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device d30ea180-5f70-4d26-9941-c529f7e52b05 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:29.743257 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b8195c12-16bb-439a-b8c5-8314e713aa22 None None] Current status of the port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:29.868464 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43600) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:29.876453 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1eb7c093-70b2-4220-9c07-c59a7acf220e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066049979', 'description': 'tempest-description--904118542'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:29.895134 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port d30ea180-5f70-4d26-9941-c529f7e52b05 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:29.895556 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:29.931741 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Publish callbacks [] for port (14e43fe3-b1da-467a-8d16-0d676f105025), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:30.114695 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:30.156532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c093-70b2-4220-9c07-c59a7acf220e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:30.219268 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b8008755-a940-4f48-b18d-f88809f9ae61 req-02fffece-d789-4081-9642-6e7c84435770 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 210 time: 0.1348813 Mar 26 03:11:30.365934 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04c4e7-1403-456e-8787-b321b091077e None None] Pushing event updated for resources: {'Port': ['ID=14e43fe3-b1da-467a-8d16-0d676f105025,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:30.391263 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port d30ea180-5f70-4d26-9941-c529f7e52b05 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:30.436995 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7a58-8ceb-40cd-939e-09cf3427e90f req-755496cc-7070-4c14-96bc-33a006e4cc5d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:30.455855 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3cab7a58-8ceb-40cd-939e-09cf3427e90f req-755496cc-7070-4c14-96bc-33a006e4cc5d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 932 time: 0.3154256 Mar 26 03:11:30.616600 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Attempting to bind port 14e43fe3-b1da-467a-8d16-0d676f105025 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:30.616600 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Attempting to bind port 14e43fe3-b1da-467a-8d16-0d676f105025 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:30.619056 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Attempting to bind port 14e43fe3-b1da-467a-8d16-0d676f105025 on network 866fa182-2240-423c-91fb-3b55799da3f4 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:30.641067 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:30.650289 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Checking segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:30.650289 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:30.650289 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Bound using segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:30.650289 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Bound port: 14e43fe3-b1da-467a-8d16-0d676f105025, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:30.650289 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:30.651569 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Request body: {'port': {'device_id': 'd36cfff6-56b7-40c2-9d58-019ef6bb19ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:30.697622 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c093-70b2-4220-9c07-c59a7acf220e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (1f3eeef3-7f77-4843-9f69-55e8e79fef63), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:30.862998 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] For port 14e43fe3-b1da-467a-8d16-0d676f105025, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:30.882676 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] For port 14e43fe3-b1da-467a-8d16-0d676f105025, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=14e43fe3-b1da-467a-8d16-0d676f105025,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:30.976136 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2d8588b7-7823-4d9a-816b-c45ea0855418 None None] Provisioning complete for port 14e43fe3-b1da-467a-8d16-0d676f105025 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:30.976509 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2d8588b7-7823-4d9a-816b-c45ea0855418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:31.039981 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c093-70b2-4220-9c07-c59a7acf220e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1f3eeef3-7f77-4843-9f69-55e8e79fef63), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:31.053315 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:31.277316 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:11:31.288391 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:31.379245 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c093-70b2-4220-9c07-c59a7acf220e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:31.389525 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-1eb7c093-70b2-4220-9c07-c59a7acf220e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5172298 Mar 26 03:11:31.391291 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43670) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:31.395957 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-936e8bfb-a849-4aac-a77f-4b80ef876e76 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'security_group_rule': {'security_group_id': '1f3eeef3-7f77-4843-9f69-55e8e79fef63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:31.465376 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3cab7a58-8ceb-40cd-939e-09cf3427e90f req-ce7b0a38-9df0-45e3-a9ee-6fb82371e6c6 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9717088 Mar 26 03:11:31.502593 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04c4e7-1403-456e-8787-b321b091077e None None] Pushing event updated for resources: {'Port': ['ID=14e43fe3-b1da-467a-8d16-0d676f105025,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:31.511476 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7c093-70b2-4220-9c07-c59a7acf220e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3eeef3-7f77-4843-9f69-55e8e79fef63,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:31.538580 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:31.584962 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936e8bfb-a849-4aac-a77f-4b80ef876e76 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (84a606e4-3745-47d6-bcac-bd8740650091), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:31.709848 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:11:31.968304 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 3dfb82dd-a2a9-4553-bac2-9b104fd68198 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:32.019349 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-49b4b611-aa0e-46e6-92d0-e015ece886dc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:32.027721 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-49b4b611-aa0e-46e6-92d0-e015ece886dc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 818 time: 0.4310105 Mar 26 03:11:32.126689 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936e8bfb-a849-4aac-a77f-4b80ef876e76 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (84a606e4-3745-47d6-bcac-bd8740650091), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.133913 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-b6245743-31e4-4ac1-a540-34640b7a21ef tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/quotas/9b06b13132a64beea7f0869c80c55fe1 HTTP/1.1" status: 200 len: 375 time: 0.1049132 Mar 26 03:11:32.211637 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2d8588b7-7823-4d9a-816b-c45ea0855418 None None] Current status of the port 14e43fe3-b1da-467a-8d16-0d676f105025 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:32.211637 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2d8588b7-7823-4d9a-816b-c45ea0855418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.224479 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936e8bfb-a849-4aac-a77f-4b80ef876e76 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (84a606e4-3745-47d6-bcac-bd8740650091), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.283449 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:32.285592 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.305713 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e8bfb-a849-4aac-a77f-4b80ef876e76 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a606e4-3745-47d6-bcac-bd8740650091,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:32.475952 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-3d59f11c-1c81-4f66-ad4c-961358237269 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2160070 Mar 26 03:11:32.476883 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43702) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:32.477356 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2d8588b7-7823-4d9a-816b-c45ea0855418 None None] For port 14e43fe3-b1da-467a-8d16-0d676f105025, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=14e43fe3-b1da-467a-8d16-0d676f105025,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:32.477815 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca3245c-b71e-4d5b-811c-6907cdc85b49 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:11:32.512334 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Publish callbacks [] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.546823 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Transition to ACTIVE for port object bca3245c-b71e-4d5b-811c-6907cdc85b49 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:11:32.614041 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2d8588b7-7823-4d9a-816b-c45ea0855418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.623139 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.642801 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936e8bfb-a849-4aac-a77f-4b80ef876e76 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.646740 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:30Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:11:32.653862 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-936e8bfb-a849-4aac-a77f-4b80ef876e76 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2554264 Mar 26 03:11:32.666548 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-bbc9c93e-dd5e-40b3-9d54-8ff82287a2cd service neutron] 10.222.0.20 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005168 Mar 26 03:11:32.687740 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:32.691834 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a26cea-c31d-4bb8-91de-02e16ad4bf5f None None] The sync data for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi is: [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:30Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:11:32.720617 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8588b7-7823-4d9a-816b-c45ea0855418 None None] Pushing event updated for resources: {'Port': ['ID=14e43fe3-b1da-467a-8d16-0d676f105025,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:32.722488 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43712) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:32.767807 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f25dcccd-3349-4bfa-8203-b978fead76d8 None None] Provisioning complete for port 14e43fe3-b1da-467a-8d16-0d676f105025 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:32.767807 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f25dcccd-3349-4bfa-8203-b978fead76d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:32.817227 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-36bee4e4-1f1c-429d-ac12-99c8b051513d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'security_group_rule': {'security_group_id': '1f3eeef3-7f77-4843-9f69-55e8e79fef63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:32.927663 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Pushing event updated for resources: {'Port': ['ID=bca3245c-b71e-4d5b-811c-6907cdc85b49,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:32.956828 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43716) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:32.996772 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-030d68fd-6a65-4ffd-b261-df982fac5614 service neutron] 10.222.0.20 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288980 Mar 26 03:11:33.057378 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2cba3-878c-4af3-87ff-2c3aea377f8c req-59806c9c-7962-4ce3-8370-338da783507d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:33.059567 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-37b2cba3-878c-4af3-87ff-2c3aea377f8c req-59806c9c-7962-4ce3-8370-338da783507d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.4548132 Mar 26 03:11:33.061682 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Attempting to bind port bca3245c-b71e-4d5b-811c-6907cdc85b49 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:33.062101 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f25dcccd-3349-4bfa-8203-b978fead76d8 None None] Current status of the port 14e43fe3-b1da-467a-8d16-0d676f105025 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:33.062770 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Attempting to bind port bca3245c-b71e-4d5b-811c-6907cdc85b49 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'f0fc72c1-b491-406a-80b1-8ca150495d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '617df0f9-fce0-4b75-881a-522a3b20ce18'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:33.063252 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Attempting to bind port bca3245c-b71e-4d5b-811c-6907cdc85b49 on network 617df0f9-fce0-4b75-881a-522a3b20ce18 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:33.078894 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36bee4e4-1f1c-429d-ac12-99c8b051513d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (216db583-b7bc-4bc9-a4ac-d3117283e7de), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.091462 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Port bca3245c-b71e-4d5b-811c-6907cdc85b49 on network 617df0f9-fce0-4b75-881a-522a3b20ce18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:11:33.092447 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Attempting to bind port bca3245c-b71e-4d5b-811c-6907cdc85b49 on network 617df0f9-fce0-4b75-881a-522a3b20ce18 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:33.154826 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:33.157292 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Checking segment: {'id': 'f0fc72c1-b491-406a-80b1-8ca150495d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '617df0f9-fce0-4b75-881a-522a3b20ce18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:33.157292 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Bound using segment: {'id': 'f0fc72c1-b491-406a-80b1-8ca150495d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '617df0f9-fce0-4b75-881a-522a3b20ce18'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:33.157292 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Bound port: bca3245c-b71e-4d5b-811c-6907cdc85b49, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fc72c1-b491-406a-80b1-8ca150495d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '617df0f9-fce0-4b75-881a-522a3b20ce18'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:33.157292 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.363961 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6b9d-5a02-4a67-b1ea-44e5207a7972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.467828 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d748be1e-17ce-4a0e-a774-fcf4fdd9d21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.610078 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 14e43fe3-b1da-467a-8d16-0d676f105025 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:33.616635 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-174ff302-ecbc-4ca5-aa1c-f514773eb586 req-219122b5-48c4-4ef4-9f5f-98649ee66ce2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0615518 Mar 26 03:11:33.659929 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d748be1e-17ce-4a0e-a774-fcf4fdd9d21d admin admin] Publish callbacks [] for security_group (16c15fb6-ec7d-463d-af61-2341c68d7c99), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.690854 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36bee4e4-1f1c-429d-ac12-99c8b051513d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (216db583-b7bc-4bc9-a4ac-d3117283e7de), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.707972 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-37b2cba3-878c-4af3-87ff-2c3aea377f8c req-bc970600-5d34-414a-a603-d3ba80d2cb0e tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326714 Mar 26 03:11:33.710022 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6b9d-5a02-4a67-b1ea-44e5207a7972 admin admin] Publish callbacks [] for security_group (1deffb36-0173-440e-bd2e-2bcece5c417b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.717444 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] For port bca3245c-b71e-4d5b-811c-6907cdc85b49, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:33.731215 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 14e43fe3-b1da-467a-8d16-0d676f105025 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:33.737151 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.746778 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] For port bca3245c-b71e-4d5b-811c-6907cdc85b49, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bca3245c-b71e-4d5b-811c-6907cdc85b49,segment=NetworkSegment(f0fc72c1-b491-406a-80b1-8ca150495d65),segment_id=f0fc72c1-b491-406a-80b1-8ca150495d65)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:33.853846 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 14e43fe3-b1da-467a-8d16-0d676f105025 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:33.983248 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6b9d-5a02-4a67-b1ea-44e5207a7972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1deffb36-0173-440e-bd2e-2bcece5c417b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.983966 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36bee4e4-1f1c-429d-ac12-99c8b051513d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (216db583-b7bc-4bc9-a4ac-d3117283e7de), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:33.986217 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.071346 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-4a9c6b9d-5a02-4a67-b1ea-44e5207a7972 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1a53ffa7c944a90a00103c202030480&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1051259 Mar 26 03:11:34.072727 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43744) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:34.089092 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c6b9d-5a02-4a67-b1ea-44e5207a7972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deffb36-0173-440e-bd2e-2bcece5c417b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:34.161137 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-139e91b1-5f39-44f0-9904-ef7c7b756621 admin admin] Publish callbacks [] for security_group (1deffb36-0173-440e-bd2e-2bcece5c417b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.161300 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d748be1e-17ce-4a0e-a774-fcf4fdd9d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (16c15fb6-ec7d-463d-af61-2341c68d7c99), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.177707 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bee4e4-1f1c-429d-ac12-99c8b051513d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216db583-b7bc-4bc9-a4ac-d3117283e7de,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:34.179903 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Pushing event updated for resources: {'Port': ['ID=bca3245c-b71e-4d5b-811c-6907cdc85b49,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:34.218223 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-139e91b1-5f39-44f0-9904-ef7c7b756621 admin admin] Publish callbacks [] for security_group (1deffb36-0173-440e-bd2e-2bcece5c417b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.241463 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748be1e-17ce-4a0e-a774-fcf4fdd9d21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c15fb6-ec7d-463d-af61-2341c68d7c99,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:34.265044 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:34.265758 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.267219 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-2b8eae9c-8842-4449-b27b-07d2c9a8a791 service neutron] 10.222.0.18 "PUT /v2.0/ports/bca3245c-b71e-4d5b-811c-6907cdc85b49 HTTP/1.1" status: 200 len: 1094 time: 4.4428375 Mar 26 03:11:34.267712 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36cfff6-56b7-40c2-9d58-019ef6bb19ac', 'tag': 'bca3245c-b71e-4d5b-811c-6907cdc85b49'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:11:34.346630 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d748be1e-17ce-4a0e-a774-fcf4fdd9d21d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1306e42cce1f47c5b4a3938fc3a57f72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8937221 Mar 26 03:11:34.346757 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43752) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:34.410191 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-417e1391-e3f6-4ef5-b8ce-a89cfa775924 admin admin] Publish callbacks [] for security_group (16c15fb6-ec7d-463d-af61-2341c68d7c99), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.441315 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-417e1391-e3f6-4ef5-b8ce-a89cfa775924 admin admin] Publish callbacks [] for security_group (16c15fb6-ec7d-463d-af61-2341c68d7c99), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.564607 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36bee4e4-1f1c-429d-ac12-99c8b051513d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.567901 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-36bee4e4-1f1c-429d-ac12-99c8b051513d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8357749 Mar 26 03:11:34.570237 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43758) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:34.576424 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:34.620196 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-139e91b1-5f39-44f0-9904-ef7c7b756621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1deffb36-0173-440e-bd2e-2bcece5c417b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.626254 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-139e91b1-5f39-44f0-9904-ef7c7b756621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.629442 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-139e91b1-5f39-44f0-9904-ef7c7b756621 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1deffb36-0173-440e-bd2e-2bcece5c417b HTTP/1.1" status: 204 len: 168 time: 0.5552804 Mar 26 03:11:34.654239 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e91b1-5f39-44f0-9904-ef7c7b756621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deffb36-0173-440e-bd2e-2bcece5c417b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:34.665028 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-417e1391-e3f6-4ef5-b8ce-a89cfa775924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (16c15fb6-ec7d-463d-af61-2341c68d7c99), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.672832 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-417e1391-e3f6-4ef5-b8ce-a89cfa775924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:34.683448 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-417e1391-e3f6-4ef5-b8ce-a89cfa775924 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16c15fb6-ec7d-463d-af61-2341c68d7c99 HTTP/1.1" status: 204 len: 168 time: 0.3375881 Mar 26 03:11:34.711808 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e1391-e3f6-4ef5-b8ce-a89cfa775924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c15fb6-ec7d-463d-af61-2341c68d7c99,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:34.738794 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:35.034880 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a" -d '{"events": [{"name": "network-changed", "server_uuid": "d36cfff6-56b7-40c2-9d58-019ef6bb19ac", "tag": "bca3245c-b71e-4d5b-811c-6907cdc85b49"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:11:35.035865 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f51eef68-8d90-415f-8d63-689827d5b7d6 req-dc34f42a-6dac-4306-acdf-4379fb4760fe tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.1215751 Mar 26 03:11:35.077919 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-0ef4a355-62b8-4fdc-9fa9-39eb63c94f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:35.079578 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-0ef4a355-62b8-4fdc-9fa9-39eb63c94f63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a997d0b1ccf470086e65db557a9b5ae&device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 1128 time: 0.2632198 Mar 26 03:11:35.186730 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf96c72-20ef-4162-afe3-f4927a993d37 req-c7617f36-471d-4799-b9df-23a7373e0c0a tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:35.188442 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2cf96c72-20ef-4162-afe3-f4927a993d37 req-c7617f36-471d-4799-b9df-23a7373e0c0a tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.0760617 Mar 26 03:11:35.282493 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:35.283577 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2cf96c72-20ef-4162-afe3-f4927a993d37 req-c485465c-9a71-46d9-bd17-f592984dbdf9 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830660 Mar 26 03:11:35.419227 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Allocated IP 172.27.1.193 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/3bc0d174-7520-4a24-879e-1f10072d67ca) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:35.557563 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for port (3bc0d174-7520-4a24-879e-1f10072d67ca), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:35.709720 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82719411-41bf-485a-90ed-6a333558b6cd x-openstack-request-id: req-82719411-41bf-485a-90ed-6a333558b6cd {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:11:35.710091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36cfff6-56b7-40c2-9d58-019ef6bb19ac", "tag": "bca3245c-b71e-4d5b-811c-6907cdc85b49", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:11:35.710406 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82719411-41bf-485a-90ed-6a333558b6cd {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:11:35.711119 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82719411-41bf-485a-90ed-6a333558b6cd'] response: {'name': 'network-changed', 'server_uuid': 'd36cfff6-56b7-40c2-9d58-019ef6bb19ac', 'tag': 'bca3245c-b71e-4d5b-811c-6907cdc85b49', 'status': 'completed', 'code': 200} Mar 26 03:11:35.781931 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (3bc0d174-7520-4a24-879e-1f10072d67ca), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:35.970576 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:35.973372 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:35.977566 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:35.992971 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'Port': ['ID=3bc0d174-7520-4a24-879e-1f10072d67ca,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:36.076008 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (9f1f4950-3841-43f7-bea6-7b5405273ec9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.130298 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-46c4095d-2c06-4e81-830a-2a4da52d0a2a req-68258bdd-2dc9-40d4-a974-3a187211b31d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0303652 Mar 26 03:11:36.166800 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 43808) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:36.180514 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e67d55ae-7af3-4cb6-a160-3523d762f9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.229383 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3bc0d174-7520-4a24-879e-1f10072d67ca), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.384232 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e67d55ae-7af3-4cb6-a160-3523d762f9af admin admin] Publish callbacks [] for security_group (6730158a-6304-47e0-a7fd-9504e4842639), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.457123 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e67d55ae-7af3-4cb6-a160-3523d762f9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (6730158a-6304-47e0-a7fd-9504e4842639), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.477747 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edf76-c3f6-40d8-a1f9-6ccec43d89e9 req-345123ba-1039-403e-9ebe-f85daa743209 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:36.484647 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9a4edf76-c3f6-40d8-a1f9-6ccec43d89e9 req-345123ba-1039-403e-9ebe-f85daa743209 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.1281302 Mar 26 03:11:36.569453 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-e67d55ae-7af3-4cb6-a160-3523d762f9af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf040641dbd04852b2ea806bc225012b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927248 Mar 26 03:11:36.569453 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for port (3bc0d174-7520-4a24-879e-1f10072d67ca), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.569729 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43828) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:36.569821 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d55ae-7af3-4cb6-a160-3523d762f9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6730158a-6304-47e0-a7fd-9504e4842639,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:36.606492 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9a4edf76-c3f6-40d8-a1f9-6ccec43d89e9 req-d04acd28-d3db-48a4-b7c5-4b3a1ae94296 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206892 Mar 26 03:11:36.616058 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4fc3409a-f727-4125-b2dc-50d349e25fc9 admin admin] Publish callbacks [] for security_group (6730158a-6304-47e0-a7fd-9504e4842639), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.637562 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4fc3409a-f727-4125-b2dc-50d349e25fc9 admin admin] Publish callbacks [] for security_group (6730158a-6304-47e0-a7fd-9504e4842639), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.689414 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3bc0d174-7520-4a24-879e-1f10072d67ca), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.720024 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (9f1f4950-3841-43f7-bea6-7b5405273ec9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.744192 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'Port': ['ID=3bc0d174-7520-4a24-879e-1f10072d67ca,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:36.758518 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4fc3409a-f727-4125-b2dc-50d349e25fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (6730158a-6304-47e0-a7fd-9504e4842639), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.761474 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4fc3409a-f727-4125-b2dc-50d349e25fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.762786 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-4fc3409a-f727-4125-b2dc-50d349e25fc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6730158a-6304-47e0-a7fd-9504e4842639 HTTP/1.1" status: 204 len: 168 time: 0.1983001 Mar 26 03:11:36.770894 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3409a-f727-4125-b2dc-50d349e25fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6730158a-6304-47e0-a7fd-9504e4842639,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:36.836330 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:36.837630 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-5ec19038-e8df-47ea-8ca1-8c4ec8f375ae tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2661128 Mar 26 03:11:37.087297 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-76d4cb02-0db6-4712-ac55-e9444986dc4b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2066049979&fields=id&tenant_id=a5669a6dbf3b494fb95a0d0204ab6041 HTTP/1.1" status: 200 len: 267 time: 0.0527537 Mar 26 03:11:37.221925 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118a1d-361f-4b24-9543-b9b54556343a req-f6c791a8-c55b-42c3-bd67-922ee2c09429 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:37.223948 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-f6c791a8-c55b-42c3-bd67-922ee2c09429 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 811 time: 0.1303241 Mar 26 03:11:37.246295 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-3d6c90b6-fa5c-4195-a6ee-0d5658f6fe6f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/quotas/a5669a6dbf3b494fb95a0d0204ab6041 HTTP/1.1" status: 200 len: 375 time: 0.0112293 Mar 26 03:11:37.264557 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-02bec96f-97c7-4700-831d-6b7c4e6497a2 req-f466a95f-cd46-4c26-9657-ee0c573d806e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0502954 Mar 26 03:11:37.343735 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-c78d63bd-25d0-4a47-bee6-588a6ab92454 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904725 Mar 26 03:11:37.444603 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-20f2badb-f45f-43a5-8c7b-6ed737ffb617 service neutron] 10.222.0.20 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862932 Mar 26 03:11:37.534986 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-72c10069-6f1d-4dea-803f-9a7b6b2f7776 service neutron] 10.222.0.20 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842803 Mar 26 03:11:37.783311 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d4758-6abc-4130-820b-58c8bb7841a6 req-72532250-4b58-4b5b-af0b-e3ed1c18110d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:37.784483 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7a9d4758-6abc-4130-820b-58c8bb7841a6 req-72532250-4b58-4b5b-af0b-e3ed1c18110d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.1028066 Mar 26 03:11:37.907633 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-40afb9a9-d6c4-4f58-88ac-86824b7f4d6e req-b23ac6cf-221d-48e5-9dd3-5ad4c469169f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0509033 Mar 26 03:11:37.926139 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7a9d4758-6abc-4130-820b-58c8bb7841a6 req-e972c087-7ca8-4917-a841-58bf3a95adbd tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270335 Mar 26 03:11:38.387976 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8ea9edd7-da0c-4fcf-894d-212e87085be4 req-1b8df3f0-b698-4486-b86a-0c25939ff96a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0352430 Mar 26 03:11:38.417618 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.18', 56069) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:38.514866 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-d04849ca-8178-480a-9038-5997d327f4bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca3245c-b71e-4d5b-811c-6907cdc85b49 HTTP/1.1" status: 200 len: 217 time: 0.0948408 Mar 26 03:11:38.777705 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-40d2da2f-9775-4872-8881-859d87408f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:38.779441 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-40d2da2f-9775-4872-8881-859d87408f7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68db9a40-b2c4-45b1-bf5b-4beda0b54330 HTTP/1.1" status: 200 len: 852 time: 0.2398863 Mar 26 03:11:38.829418 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb638d-8295-40a3-be48-8674bb8e405d req-f11ce306-be00-49f7-acf4-45b166a5f13e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:38.830995 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-f11ce306-be00-49f7-acf4-45b166a5f13e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 818 time: 0.3615580 Mar 26 03:11:39.089089 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1e9665de-b927-42e2-96f0-67c8ca1e9377 req-45f6b7a0-a099-4032-96f2-d4b510de943a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0375419 Mar 26 03:11:39.168344 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a9975-327b-478a-b83c-c6022a235454 req-4965cbfa-c23c-417e-8e83-f61642c44bb2 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:39.170105 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9a6a9975-327b-478a-b83c-c6022a235454 req-4965cbfa-c23c-417e-8e83-f61642c44bb2 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.0950384 Mar 26 03:11:39.225861 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9a6a9975-327b-478a-b83c-c6022a235454 req-58888507-e47c-4742-8501-c99257ff9956 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496569 Mar 26 03:11:39.513091 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a416a7c5-56de-4ed6-b4c2-3bc1dc6d20bf req-7087836a-72e2-43e6-86ad-d35b326950ed tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0347567 Mar 26 03:11:40.203256 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-753df419-40fa-46a3-8822-13579123b60f req-be2a500d-2ba4-4235-834d-0b9a668fb2b6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0318599 Mar 26 03:11:40.355144 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e815577-f07f-4c9f-b99f-d8b035e5a1cc req-b7ff3efc-3dc6-4f3e-ae55-7e3e3bc30713 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:40.357031 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2e815577-f07f-4c9f-b99f-d8b035e5a1cc req-b7ff3efc-3dc6-4f3e-ae55-7e3e3bc30713 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.0594416 Mar 26 03:11:40.406813 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2e815577-f07f-4c9f-b99f-d8b035e5a1cc req-454573e3-36ae-49b0-8162-f7cad9b4b99f tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Mar 26 03:11:40.616507 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b1377741-5182-447f-b746-8c69ec21e2b6 req-b88c8326-d269-4991-a999-e94be3907ea0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0370157 Mar 26 03:11:40.773135 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 43988) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:40.879584 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6b4365d-5cd9-4bf4-a1e8-d2323c3eab22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:40.969087 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6b4365d-5cd9-4bf4-a1e8-d2323c3eab22 admin admin] Publish callbacks [] for security_group (510c2e68-4c52-4cb9-b4b0-8160c21e2a3e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:41.045753 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6b4365d-5cd9-4bf4-a1e8-d2323c3eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (510c2e68-4c52-4cb9-b4b0-8160c21e2a3e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:41.114557 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a6b4365d-5cd9-4bf4-a1e8-d2323c3eab22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ed8a0563c134445a3f1166c26545a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377333 Mar 26 03:11:41.114557 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4365d-5cd9-4bf4-a1e8-d2323c3eab22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510c2e68-4c52-4cb9-b4b0-8160c21e2a3e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:41.116734 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:41.242818 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91d8b02a-0b0a-4542-8ba8-633aee728673 admin admin] Publish callbacks [] for security_group (510c2e68-4c52-4cb9-b4b0-8160c21e2a3e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:41.275650 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91d8b02a-0b0a-4542-8ba8-633aee728673 admin admin] Publish callbacks [] for security_group (510c2e68-4c52-4cb9-b4b0-8160c21e2a3e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:41.386679 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-86dfec8d-278e-4f74-9bbc-f1300691ef94 req-edeb8c0f-b9fa-4cf0-8677-e9ea23a1adb1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0391161 Mar 26 03:11:41.544681 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91d8b02a-0b0a-4542-8ba8-633aee728673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (510c2e68-4c52-4cb9-b4b0-8160c21e2a3e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:41.556445 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91d8b02a-0b0a-4542-8ba8-633aee728673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:41.557680 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-91d8b02a-0b0a-4542-8ba8-633aee728673 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/510c2e68-4c52-4cb9-b4b0-8160c21e2a3e HTTP/1.1" status: 204 len: 168 time: 0.4399021 Mar 26 03:11:41.573603 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8b02a-0b0a-4542-8ba8-633aee728673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510c2e68-4c52-4cb9-b4b0-8160c21e2a3e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:41.594941 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767da16-0d99-418d-96da-344aa895918b req-237901c6-beea-41c3-9bd7-755def6d7bdc tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:41.596487 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0767da16-0d99-418d-96da-344aa895918b req-237901c6-beea-41c3-9bd7-755def6d7bdc tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.1143022 Mar 26 03:11:41.711621 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0767da16-0d99-418d-96da-344aa895918b req-0ecad8c6-7abc-467d-9da4-2af152286d9c tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024234 Mar 26 03:11:41.795641 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bdcbbe48-aa47-4a50-98a9-9bd55eb0eaff req-0a86b7fd-ddff-48e3-b9bf-295eb23f06d7 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0302780 Mar 26 03:11:42.491944 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44050) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:42.511128 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7e938793-c4fe-415b-881a-0015e64781bf req-a1d8ba6d-418c-4d51-9143-2dc270bb60e7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0565567 Mar 26 03:11:42.513714 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97db8d66-747b-4b19-a280-4b5d68ce71c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:42.617343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97db8d66-747b-4b19-a280-4b5d68ce71c1 admin admin] Publish callbacks [] for security_group (e4f7aeeb-6ab9-4dfb-90b3-e9615e394051), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:42.691365 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97db8d66-747b-4b19-a280-4b5d68ce71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e4f7aeeb-6ab9-4dfb-90b3-e9615e394051), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:42.735799 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db8d66-747b-4b19-a280-4b5d68ce71c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f7aeeb-6ab9-4dfb-90b3-e9615e394051,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:42.752133 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-97db8d66-747b-4b19-a280-4b5d68ce71c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b8282cbf5f04619bc813e0cb38b12a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559617 Mar 26 03:11:42.752359 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44072) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:42.824947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21898584-5552-4d24-9f38-932b8e2f6fa2 admin admin] Publish callbacks [] for security_group (e4f7aeeb-6ab9-4dfb-90b3-e9615e394051), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:42.868534 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21898584-5552-4d24-9f38-932b8e2f6fa2 admin admin] Publish callbacks [] for security_group (e4f7aeeb-6ab9-4dfb-90b3-e9615e394051), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:42.878743 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-122842d2-91a9-4eae-a70e-c9b9a9fe9474 req-edd899e9-eebb-462f-89f9-34fa8e9925f3 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0353546 Mar 26 03:11:42.906086 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e8b27-2aaf-4354-964a-4959c9ad5c9a req-90cdec93-897a-44ec-89f9-86423d0743ce tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:42.907695 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ac4e8b27-2aaf-4354-964a-4959c9ad5c9a req-90cdec93-897a-44ec-89f9-86423d0743ce tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.0965488 Mar 26 03:11:42.961464 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ac4e8b27-2aaf-4354-964a-4959c9ad5c9a req-d4cacac0-ad7e-47f1-8cf3-fe217320b556 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477178 Mar 26 03:11:43.026247 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21898584-5552-4d24-9f38-932b8e2f6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e4f7aeeb-6ab9-4dfb-90b3-e9615e394051), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:43.028833 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21898584-5552-4d24-9f38-932b8e2f6fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:43.029944 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-21898584-5552-4d24-9f38-932b8e2f6fa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4f7aeeb-6ab9-4dfb-90b3-e9615e394051 HTTP/1.1" status: 204 len: 168 time: 0.2765527 Mar 26 03:11:43.038672 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21898584-5552-4d24-9f38-932b8e2f6fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f7aeeb-6ab9-4dfb-90b3-e9615e394051,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:43.602713 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9e3ce4f6-c307-4a9a-88ff-1ab732a0e593 req-c880a9e2-37c5-4ef1-b5ec-df4905592df6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0296752 Mar 26 03:11:43.978512 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bc864d6c-ba3c-428a-b848-c671e88f40fc req-95a14704-8931-438e-b1fd-87245c6bae24 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0308397 Mar 26 03:11:44.081762 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed43c12-c5a7-4de8-90c5-420d9247b486 req-5794f965-ee6b-464f-95ae-8852154f654f tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:44.083248 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bed43c12-c5a7-4de8-90c5-420d9247b486 req-5794f965-ee6b-464f-95ae-8852154f654f tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.0536556 Mar 26 03:11:44.128933 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bed43c12-c5a7-4de8-90c5-420d9247b486 req-9deb2435-9b67-4a32-995a-79135ba89a08 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400519 Mar 26 03:11:44.404854 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:11:44.693323 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-68ce719a-a5e9-468f-81f0-7206c58fcb5a req-c79b0531-07fe-4691-8f18-511b0cee014a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0267081 Mar 26 03:11:45.080438 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-126d169f-6b55-4685-ba51-3cc468a08207 req-9288dd11-4dbd-45b5-85ce-f7890737328b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Mar 26 03:11:45.248375 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855a2d-f582-479c-852b-58d2595e72f0 req-b36884ba-d853-49c6-9c1e-bed5b1a365f1 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:45.249853 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a4855a2d-f582-479c-852b-58d2595e72f0 req-b36884ba-d853-49c6-9c1e-bed5b1a365f1 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.0519326 Mar 26 03:11:45.301166 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a4855a2d-f582-479c-852b-58d2595e72f0 req-ac4013cd-ea06-4b96-84f2-02c27679c851 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455604 Mar 26 03:11:45.334772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'port': {'device_id': '8268df4b-996d-4431-a5c0-c0cf9468434a', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'admin_state_up': True, 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:45.411154 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-0f18c08d-5993-4b6f-8411-3f6c2f88e07e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=617df0f9-fce0-4b75-881a-522a3b20ce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006215 Mar 26 03:11:45.546237 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-4c68f3ef-db0a-4d3f-b43c-1393f6e27b12 service neutron] 10.222.0.18 "GET /v2.0/networks/617df0f9-fce0-4b75-881a-522a3b20ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239324 Mar 26 03:11:45.639840 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a0b611f4-b471-4af2-8730-8c16dbf5d730 req-085c8f2e-c799-4c91-9417-abb9ac845e93 service neutron] 10.222.0.18 "GET /v2.0/networks/617df0f9-fce0-4b75-881a-522a3b20ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837243 Mar 26 03:11:45.650914 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Made reservation on behalf of 9b06b13132a64beea7f0869c80c55fe1 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:45.655182 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:45.819217 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d6c53daa-8774-4d85-b571-cdcb91c0d231 req-577d2aa3-f55c-4ec2-9755-677043fe8dc6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0510104 Mar 26 03:11:45.855292 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Allocated IP 172.20.0.10 (866fa182-2240-423c-91fb-3b55799da3f4/b75ca359-6293-4a1f-b3fb-fa79f3db0d1d/83edf39c-be26-4054-b4d8-6be7d1dd5020) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:45.890391 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-71842e0d-0df2-4af2-9a21-1839088e4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:45.891816 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-71842e0d-0df2-4af2-9a21-1839088e4ab8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a997d0b1ccf470086e65db557a9b5ae&device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 1128 time: 0.1007259 Mar 26 03:11:46.086718 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d12c36df-d62e-4c09-aa45-6dcbc0d95894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:46.142963 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:46.147295 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-7a72e4ae-8a09-48a9-9eb3-6ec2df8c6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:46.148783 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-7a72e4ae-8a09-48a9-9eb3-6ec2df8c6c62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=617df0f9-fce0-4b75-881a-522a3b20ce18 HTTP/1.1" status: 200 len: 912 time: 0.2473779 Mar 26 03:11:46.186268 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-484c569e-8371-4eb1-af00-41214fe54820 req-2d4d5e10-2422-4a6c-8814-e0001cb050cb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0315144 Mar 26 03:11:46.208393 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-f3ddb49b-e0ba-4c36-aca0-aa7dfdc25d6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca3245c-b71e-4d5b-811c-6907cdc85b49 HTTP/1.1" status: 200 len: 217 time: 0.0488172 Mar 26 03:11:46.240699 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.18', 56081) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:46.296802 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:46.355234 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Network 866fa182-2240-423c-91fb-3b55799da3f4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:46.357231 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-5609044e-893e-4dc2-9dea-2d0b8a4cc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:46.358903 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-5609044e-893e-4dc2-9dea-2d0b8a4cc175 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68db9a40-b2c4-45b1-bf5b-4beda0b54330 HTTP/1.1" status: 200 len: 852 time: 0.1456780 Mar 26 03:11:46.364863 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:46.373128 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:46.391587 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:46.391587 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:46.440890 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-7f9e0332-d014-4664-b25f-2c7fdc2a61c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=617df0f9-fce0-4b75-881a-522a3b20ce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491745 Mar 26 03:11:46.449223 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event updated for resources: {'Port': ['ID=83edf39c-be26-4054-b4d8-6be7d1dd5020,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:46.518174 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-95d88aa9-ce81-46f8-a358-59aa462547de tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:46.518501 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-95d88aa9-ce81-46f8-a358-59aa462547de tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 818 time: 0.2767494 Mar 26 03:11:46.551956 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.18', 56082) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:46.560371 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'port': {'device_id': '7857d5e0-a9c2-4d84-91f3-057e7b536ba0', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'admin_state_up': True, 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:46.720566 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5ff9a1d4-a9f6-4d67-8dca-da69b7b06455 None None] Provisioning complete for port 83edf39c-be26-4054-b4d8-6be7d1dd5020 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:46.722425 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a1d4-a9f6-4d67-8dca-da69b7b06455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:46.754773 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118a1d-361f-4b24-9543-b9b54556343a req-62a7b256-3d93-4ffe-8104-2491b7e16c66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:46.756182 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-62a7b256-3d93-4ffe-8104-2491b7e16c66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 811 time: 0.2018161 Mar 26 03:11:46.806545 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9a1d4-a9f6-4d67-8dca-da69b7b06455 None None] Port 83edf39c-be26-4054-b4d8-6be7d1dd5020 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:11:46.881814 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-dd58aed8-d73d-4d15-bb7b-2440dfc58089 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5669a6dbf3b494fb95a0d0204ab6041 HTTP/1.1" status: 200 len: 380 time: 0.1173856 Mar 26 03:11:46.883212 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c613310-3115-48ff-8c9b-34c90b666714 req-bfb43191-bfe9-4de5-89c9-99932319404a tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:46.884789 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c613310-3115-48ff-8c9b-34c90b666714 req-bfb43191-bfe9-4de5-89c9-99932319404a tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.4487894 Mar 26 03:11:46.888001 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-c7b1f6b0-cef4-46c2-be92-bb0cb152861b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5580080 Mar 26 03:11:46.893934 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'port': {'device_id': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'admin_state_up': True, 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'security_groups': ['1f3eeef3-7f77-4843-9f69-55e8e79fef63']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:46.925032 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Request body: {'port': {'device_id': '8268df4b-996d-4431-a5c0-c0cf9468434a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:47.007148 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-5a41adbc-0d7f-4097-a65a-567d7bde8519 service neutron] 10.222.0.18 "GET /v2.0/networks/617df0f9-fce0-4b75-881a-522a3b20ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570266 Mar 26 03:11:47.067762 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.079320 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c613310-3115-48ff-8c9b-34c90b666714 req-83d0d08f-c20a-4ee7-920b-00b4a8dab45b tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843350 Mar 26 03:11:47.091753 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Made reservation on behalf of 9b06b13132a64beea7f0869c80c55fe1 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:47.102676 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f91297c0-0a17-47a6-8985-7ada9501fe1e req-10166de2-d6af-4009-b28b-5cf4295a7a6f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0665312 Mar 26 03:11:47.105299 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.232702 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Made reservation on behalf of a5669a6dbf3b494fb95a0d0204ab6041 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:47.232702 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.246638 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-81a4983c-734f-4cb6-93a9-77ab5cb24ffb service neutron] 10.222.0.18 "GET /v2.0/networks/617df0f9-fce0-4b75-881a-522a3b20ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335749 Mar 26 03:11:47.382177 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Allocated IP 172.20.0.8 (866fa182-2240-423c-91fb-3b55799da3f4/b75ca359-6293-4a1f-b3fb-fa79f3db0d1d/63a4504b-35c8-419a-b2be-3a18be440f15) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:47.418390 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d2c19ff9-b68c-403d-a3ac-5a58e84b2acc req-2b52fb16-2cfe-45c2-ba60-3a1c8f560197 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0704939 Mar 26 03:11:47.557828 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for port (63a4504b-35c8-419a-b2be-3a18be440f15), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.559844 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Allocated IP 172.20.0.12 (44d96a86-b483-4164-8f3c-6c90f87c9855/02979b52-297b-4274-9c87-4236f58a8fe6/668a0aab-c108-41fa-a2c2-3b9e01fe1a2a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:11:47.725273 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.766171 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.835512 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Network 866fa182-2240-423c-91fb-3b55799da3f4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:47.852212 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.858667 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event updated for resources: {'Port': ['ID=63a4504b-35c8-419a-b2be-3a18be440f15,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:47.863083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:47.864422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:47.869984 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:47.870621 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.900047 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83edf39c-be26-4054-b4d8-6be7d1dd5020 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:11:47.907964 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Publish callbacks [] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.919927 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:11:47.923568 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Transition to ACTIVE for port object 83edf39c-be26-4054-b4d8-6be7d1dd5020 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:11:47.939111 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:47.945977 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:11:47.951184 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:47.951806 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:47.978862 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'Port': ['ID=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:48.199334 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-98b06ade-8f44-4149-bbfd-ea387ec69a83 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6442957 Mar 26 03:11:48.203763 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.222518 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Request body: {'port': {'device_id': '7857d5e0-a9c2-4d84-91f3-057e7b536ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:48.227920 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-0ca7c8ad-0cd8-4a7d-810f-8784ef1a4ef9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3382950 Mar 26 03:11:48.241341 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Request body: {'port': {'device_id': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:48.243886 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4a572ebb-ce3e-422a-ab04-79024de2f543 None None] Provisioning complete for port 63a4504b-35c8-419a-b2be-3a18be440f15 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:48.244355 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a572ebb-ce3e-422a-ab04-79024de2f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.247238 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfb4c5-80bb-44f2-83b8-096f51edaed0 req-7e465b2c-20e2-4295-8acc-45504ca64551 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:48.254088 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6adfb4c5-80bb-44f2-83b8-096f51edaed0 req-7e465b2c-20e2-4295-8acc-45504ca64551 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.0995054 Mar 26 03:11:48.325886 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4a572ebb-ce3e-422a-ab04-79024de2f543 None None] Port 63a4504b-35c8-419a-b2be-3a18be440f15 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:11:48.337578 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4a572ebb-ce3e-422a-ab04-79024de2f543 None None] Provisioning complete for port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:48.341642 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a572ebb-ce3e-422a-ab04-79024de2f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.341780 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Pushing event updated for resources: {'Port': ['ID=83edf39c-be26-4054-b4d8-6be7d1dd5020,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:48.387524 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4a572ebb-ce3e-422a-ab04-79024de2f543 None None] Port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:11:48.398103 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-07efa43e-7ed1-4422-941d-d63cb6f00831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.428288 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.432604 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.454337 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6adfb4c5-80bb-44f2-83b8-096f51edaed0 req-6cb440fd-37a1-410c-9785-327fb59f8f95 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992869 Mar 26 03:11:48.469442 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Attempting to bind port 83edf39c-be26-4054-b4d8-6be7d1dd5020 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:48.469792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Attempting to bind port 83edf39c-be26-4054-b4d8-6be7d1dd5020 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:48.470265 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Attempting to bind port 83edf39c-be26-4054-b4d8-6be7d1dd5020 on network 866fa182-2240-423c-91fb-3b55799da3f4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:48.500617 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Port 83edf39c-be26-4054-b4d8-6be7d1dd5020 on network 866fa182-2240-423c-91fb-3b55799da3f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:11:48.500943 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Attempting to bind port 83edf39c-be26-4054-b4d8-6be7d1dd5020 on network 866fa182-2240-423c-91fb-3b55799da3f4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:48.508839 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:48.508949 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Checking segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:48.509319 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Bound using segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:48.509960 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Bound port: 83edf39c-be26-4054-b4d8-6be7d1dd5020, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:48.510085 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.511524 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175f6a1-72c4-4961-941e-28c2ccf7ff48 req-b8109b16-4037-40bc-bcad-582b3c8c8cf8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:48.516876 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1175f6a1-72c4-4961-941e-28c2ccf7ff48 req-b8109b16-4037-40bc-bcad-582b3c8c8cf8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 932 time: 0.1712551 Mar 26 03:11:48.754063 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] For port 83edf39c-be26-4054-b4d8-6be7d1dd5020, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:48.804563 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] For port 83edf39c-be26-4054-b4d8-6be7d1dd5020, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:48.838161 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b7063-ffb4-48fb-b498-cd64e086cca0 req-718b6c97-0af5-4e81-a196-78deaf2d8e41 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:48.839817 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e4b7063-ffb4-48fb-b498-cd64e086cca0 req-718b6c97-0af5-4e81-a196-78deaf2d8e41 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 931 time: 0.1682730 Mar 26 03:11:48.899781 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1175f6a1-72c4-4961-941e-28c2ccf7ff48 req-4cc705c9-3288-4e82-928a-620fee04088c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671999 Mar 26 03:11:48.902362 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.929690 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e4b7063-ffb4-48fb-b498-cd64e086cca0 req-89912c71-84ab-4dcc-8101-1eba31d50443 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833972 Mar 26 03:11:48.980560 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:48.981186 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:48.982602 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] 10.222.0.18 "PUT /v2.0/ports/83edf39c-be26-4054-b4d8-6be7d1dd5020 HTTP/1.1" status: 200 len: 1094 time: 2.0801005 Mar 26 03:11:48.983051 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8268df4b-996d-4431-a5c0-c0cf9468434a', 'tag': '83edf39c-be26-4054-b4d8-6be7d1dd5020'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:11:48.985251 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a261f-d195-4d57-a33b-2fcf18d1421c" -d '{"events": [{"name": "network-changed", "server_uuid": "8268df4b-996d-4431-a5c0-c0cf9468434a", "tag": "83edf39c-be26-4054-b4d8-6be7d1dd5020"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:11:49.007465 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a4504b-35c8-419a-b2be-3a18be440f15 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:11:49.022894 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Publish callbacks [] for port (63a4504b-35c8-419a-b2be-3a18be440f15), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.031738 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9db59-e613-41d7-8a79-e24cb1026949 service neutron] Pushing event updated for resources: {'Port': ['ID=83edf39c-be26-4054-b4d8-6be7d1dd5020,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:49.041992 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Transition to ACTIVE for port object 63a4504b-35c8-419a-b2be-3a18be440f15 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:11:49.084817 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:11:49.097214 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Publish callbacks [] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.102036 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a48bded-3c0a-4336-ab2c-521b140c00dd x-openstack-request-id: req-6a48bded-3c0a-4336-ab2c-521b140c00dd {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:11:49.102357 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8268df4b-996d-4431-a5c0-c0cf9468434a", "tag": "83edf39c-be26-4054-b4d8-6be7d1dd5020", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:11:49.102637 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a48bded-3c0a-4336-ab2c-521b140c00dd {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:11:49.103044 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a48bded-3c0a-4336-ab2c-521b140c00dd'] response: {'name': 'network-changed', 'server_uuid': '8268df4b-996d-4431-a5c0-c0cf9468434a', 'tag': '83edf39c-be26-4054-b4d8-6be7d1dd5020', 'status': 'completed', 'code': 200} Mar 26 03:11:49.118435 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.131320 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Transition to ACTIVE for port object 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:11:49.197778 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Pushing event updated for resources: {'Port': ['ID=63a4504b-35c8-419a-b2be-3a18be440f15,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:49.206172 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device bca3245c-b71e-4d5b-811c-6907cdc85b49 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:11:49.220717 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.247871 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Attempting to bind port 63a4504b-35c8-419a-b2be-3a18be440f15 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:49.248347 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Attempting to bind port 63a4504b-35c8-419a-b2be-3a18be440f15 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:49.248520 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Attempting to bind port 63a4504b-35c8-419a-b2be-3a18be440f15 on network 866fa182-2240-423c-91fb-3b55799da3f4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:49.252776 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a261f-d195-4d57-a33b-2fcf18d1421c req-bb2fb475-0387-4b74-b796-242e5cc67626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:49.254271 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2a3a261f-d195-4d57-a33b-2fcf18d1421c req-bb2fb475-0387-4b74-b796-242e5cc67626 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 1128 time: 0.1069014 Mar 26 03:11:49.256599 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Port 63a4504b-35c8-419a-b2be-3a18be440f15 on network 866fa182-2240-423c-91fb-3b55799da3f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:11:49.256939 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Attempting to bind port 63a4504b-35c8-419a-b2be-3a18be440f15 on network 866fa182-2240-423c-91fb-3b55799da3f4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:49.275303 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:49.275651 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Checking segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:49.276034 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Bound using segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:49.276535 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Bound port: 63a4504b-35c8-419a-b2be-3a18be440f15, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:49.276889 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.368212 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Pushing event updated for resources: {'Port': ['ID=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:49.387713 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Attempting to bind port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:11:49.388457 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Attempting to bind port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:11:49.389026 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Attempting to bind port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a on network 44d96a86-b483-4164-8f3c-6c90f87c9855 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:49.395348 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a on network 44d96a86-b483-4164-8f3c-6c90f87c9855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:11:49.396044 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Attempting to bind port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a on network 44d96a86-b483-4164-8f3c-6c90f87c9855 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:11:49.403633 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:11:49.404312 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Checking segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:49.405255 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Bound using segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:11:49.405954 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Bound port: 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:11:49.406587 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.600325 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] For port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a, host hv-cinder-83532, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:49.619585 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] For port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:49.656615 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.673757 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port bca3245c-b71e-4d5b-811c-6907cdc85b49, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bca3245c-b71e-4d5b-811c-6907cdc85b49,segment=NetworkSegment(f0fc72c1-b491-406a-80b1-8ca150495d65),segment_id=f0fc72c1-b491-406a-80b1-8ca150495d65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:49.677368 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a261f-d195-4d57-a33b-2fcf18d1421c req-f0992017-7499-4850-b8a1-d9c2543493e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:49.679563 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2a3a261f-d195-4d57-a33b-2fcf18d1421c req-f0992017-7499-4850-b8a1-d9c2543493e3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9b06b13132a64beea7f0869c80c55fe1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4131169 Mar 26 03:11:49.681141 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] For port 63a4504b-35c8-419a-b2be-3a18be440f15, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:11:49.696511 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] For port 63a4504b-35c8-419a-b2be-3a18be440f15, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=63a4504b-35c8-419a-b2be-3a18be440f15,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:11:49.727336 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'bca3245c-b71e-4d5b-811c-6907cdc85b49', 'network_id': '617df0f9-fce0-4b75-881a-522a3b20ce18', 'port_id': 'bca3245c-b71e-4d5b-811c-6907cdc85b49', 'mac_address': 'fa:16:3e:4e:5d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68db9a40-b2c4-45b1-bf5b-4beda0b54330', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:11:49.764431 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772fa2c-07e7-43eb-a853-9b684dfcd5c5 req-8bf810ce-cfbb-45df-8a19-ed23a3c65ff8 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:49.766229 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b772fa2c-07e7-43eb-a853-9b684dfcd5c5 req-8bf810ce-cfbb-45df-8a19-ed23a3c65ff8 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 944 time: 0.1428137 Mar 26 03:11:49.791592 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port bca3245c-b71e-4d5b-811c-6907cdc85b49 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:49.791996 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.811403 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca3245c-b71e-4d5b-811c-6907cdc85b49 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:11:49.838116 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port bca3245c-b71e-4d5b-811c-6907cdc85b49, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bca3245c-b71e-4d5b-811c-6907cdc85b49,segment=NetworkSegment(f0fc72c1-b491-406a-80b1-8ca150495d65),segment_id=f0fc72c1-b491-406a-80b1-8ca150495d65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:49.838322 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.884451 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:49.885157 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.887034 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] 10.222.0.18 "PUT /v2.0/ports/668a0aab-c108-41fa-a2c2-3b9e01fe1a2a HTTP/1.1" status: 200 len: 1094 time: 1.6515887 Mar 26 03:11:49.902714 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'tag': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:11:49.948677 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:49.969743 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:50.108219 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=bca3245c-b71e-4d5b-811c-6907cdc85b49,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:50.108634 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Pushing event updated for resources: {'Port': ['ID=63a4504b-35c8-419a-b2be-3a18be440f15,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:50.153639 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.154763 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:50.156557 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-c2613114-4843-4f47-84d4-23bd06d3c29f service neutron] 10.222.0.18 "PUT /v2.0/ports/63a4504b-35c8-419a-b2be-3a18be440f15 HTTP/1.1" status: 200 len: 1093 time: 1.9440410 Mar 26 03:11:50.176188 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b772fa2c-07e7-43eb-a853-9b684dfcd5c5 req-f7567945-4c4d-4516-b612-f58fe12e0d6b tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027040 Mar 26 03:11:50.284541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['bca3245c-b71e-4d5b-811c-6907cdc85b49'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:11:50.365783 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccefc9-afcb-4fc1-b9d6-1922dd57dc5d service neutron] Pushing event updated for resources: {'Port': ['ID=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:50.438320 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44368) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:50.452875 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118a1d-361f-4b24-9543-b9b54556343a req-c11d38fa-3fa8-47b8-8c5d-90bb1822a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.455302 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-c11d38fa-3fa8-47b8-8c5d-90bb1822a496 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 1128 time: 0.3985305 Mar 26 03:11:50.463236 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f32f3e-611c-4c7a-99f5-384d116c1327 req-9d4abf81-7c07-4f66-9461-c85652cc002a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.468532 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-65f32f3e-611c-4c7a-99f5-384d116c1327 req-9d4abf81-7c07-4f66-9461-c85652cc002a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 944 time: 0.3481548 Mar 26 03:11:50.495840 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a261f-d195-4d57-a33b-2fcf18d1421c req-55771733-510a-4389-8f78-295ee5c2213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.497292 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2a3a261f-d195-4d57-a33b-2fcf18d1421c req-55771733-510a-4389-8f78-295ee5c2213a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8040092 Mar 26 03:11:50.517695 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101a184-8c17-4ce6-95ef-7f1e7512e0e1 req-b59f0133-388c-4ee6-8ac3-4a811be3c473 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.538344 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b101a184-8c17-4ce6-95ef-7f1e7512e0e1 req-b59f0133-388c-4ee6-8ac3-4a811be3c473 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 943 time: 0.2083943 Mar 26 03:11:50.596679 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a131be5-2ad0-406d-9173-c7fc3ae180ba" -d '{"events": [{"name": "network-changed", "server_uuid": "467cd179-b97d-4ea3-8869-e6ea64ddd2e5", "tag": "668a0aab-c108-41fa-a2c2-3b9e01fe1a2a"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:11:50.609866 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-8b4dd152-85a7-494a-8f6c-c66a0ccd5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.611558 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-8b4dd152-85a7-494a-8f6c-c66a0ccd5d65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 1127 time: 0.3141761 Mar 26 03:11:50.619107 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-77dd131b-146e-4d10-8175-308a5756ab4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a HTTP/1.1" status: 200 len: 217 time: 0.1546199 Mar 26 03:11:50.686430 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-4dd90473-4531-4188-bfdd-e1481ef88047 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4504b-35c8-419a-b2be-3a18be440f15 HTTP/1.1" status: 200 len: 217 time: 0.0605710 Mar 26 03:11:50.698520 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a922b98f-5ba6-44a9-bdd1-d5740df36793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:50.703153 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:50.705617 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-65f32f3e-611c-4c7a-99f5-384d116c1327 req-1b4e8acb-7f35-49c0-8844-2d354a88606e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169101 Mar 26 03:11:50.744867 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb638d-8295-40a3-be48-8674bb8e405d req-0d83bcff-4012-4cdf-a50a-73d5d8f98a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.746378 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-0d83bcff-4012-4cdf-a50a-73d5d8f98a10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 1128 time: 0.1880744 Mar 26 03:11:50.755577 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-2a14a898-55cd-4aea-ba00-29cd6e68b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.757067 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-2a14a898-55cd-4aea-ba00-29cd6e68b5e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0639071 Mar 26 03:11:50.815616 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-0d1e4f1c-3070-490e-977e-d05b5b6a9a9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020 HTTP/1.1" status: 200 len: 217 time: 0.0576084 Mar 26 03:11:50.840554 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a922b98f-5ba6-44a9-bdd1-d5740df36793 admin admin] Publish callbacks [] for security_group (87555717-661d-47f5-bd3e-a1cbe1b78b71), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:50.858307 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b101a184-8c17-4ce6-95ef-7f1e7512e0e1 req-70eb67cb-d2e4-4b9d-9c72-f6238e6161e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137414 Mar 26 03:11:50.874047 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118a1d-361f-4b24-9543-b9b54556343a req-0bd933c1-8fa7-413e-b6e0-2b444858a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.875490 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-0bd933c1-8fa7-413e-b6e0-2b444858a9b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.2477441 Mar 26 03:11:50.876888 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc51a17-41d3-4292-89a9-db7a39e32d1e x-openstack-request-id: req-2dc51a17-41d3-4292-89a9-db7a39e32d1e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:11:50.877253 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467cd179-b97d-4ea3-8869-e6ea64ddd2e5", "tag": "668a0aab-c108-41fa-a2c2-3b9e01fe1a2a", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:11:50.878200 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dc51a17-41d3-4292-89a9-db7a39e32d1e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:11:50.878200 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc51a17-41d3-4292-89a9-db7a39e32d1e'] response: {'name': 'network-changed', 'server_uuid': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'tag': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'status': 'completed', 'code': 200} Mar 26 03:11:50.879965 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:50.898539 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb638d-8295-40a3-be48-8674bb8e405d req-8e1f0dcb-f54c-4a85-a331-f92f41ae91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.899971 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-8e1f0dcb-f54c-4a85-a331-f92f41ae91a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0779383 Mar 26 03:11:50.902849 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-a3b971bd-0d04-4216-8bc6-a5f1c8e89c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:50.904197 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-a3b971bd-0d04-4216-8bc6-a5f1c8e89c0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1393864 Mar 26 03:11:50.943601 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a922b98f-5ba6-44a9-bdd1-d5740df36793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (87555717-661d-47f5-bd3e-a1cbe1b78b71), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:50.996046 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a922b98f-5ba6-44a9-bdd1-d5740df36793 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d06f315d01e4e3b84b3d6b1ca73bd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5556693 Mar 26 03:11:50.999796 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44390) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:51.005412 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922b98f-5ba6-44a9-bdd1-d5740df36793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87555717-661d-47f5-bd3e-a1cbe1b78b71,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:51.010370 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118a1d-361f-4b24-9543-b9b54556343a req-f7f5a56b-bb75-4714-81fb-99f93ce6cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.011881 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-f7f5a56b-bb75-4714-81fb-99f93ce6cf7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243105 Mar 26 03:11:51.043712 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb638d-8295-40a3-be48-8674bb8e405d req-caafd938-1a96-4409-afee-b66e59c4e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.046018 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-caafd938-1a96-4409-afee-b66e59c4e47a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1337860 Mar 26 03:11:51.074021 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-f96d2d01-4241-4bbe-8f2a-fef66fe7ce6b service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530204 Mar 26 03:11:51.108863 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-0f8249e2-51e9-4859-84ad-6ce552b0c883 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891099 Mar 26 03:11:51.114683 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7857d5e0-a9c2-4d84-91f3-057e7b536ba0', 'tag': '63a4504b-35c8-419a-b2be-3a18be440f15'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:11:51.117224 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7857d5e0-a9c2-4d84-91f3-057e7b536ba0", "tag": "63a4504b-35c8-419a-b2be-3a18be440f15"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:11:51.164921 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f539d1-8114-4920-9e24-866220f714ad x-openstack-request-id: req-d6f539d1-8114-4920-9e24-866220f714ad {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:11:51.165209 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7857d5e0-a9c2-4d84-91f3-057e7b536ba0", "tag": "63a4504b-35c8-419a-b2be-3a18be440f15", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:11:51.165466 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6f539d1-8114-4920-9e24-866220f714ad {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:11:51.165858 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f539d1-8114-4920-9e24-866220f714ad'] response: {'name': 'network-changed', 'server_uuid': '7857d5e0-a9c2-4d84-91f3-057e7b536ba0', 'tag': '63a4504b-35c8-419a-b2be-3a18be440f15', 'status': 'completed', 'code': 200} Mar 26 03:11:51.194326 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70c426c4-bb6d-4cb8-ada8-be4e15995bb8 admin admin] Publish callbacks [] for security_group (87555717-661d-47f5-bd3e-a1cbe1b78b71), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:51.222213 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-74118a1d-361f-4b24-9543-b9b54556343a req-40bc7eec-f05b-4002-9c77-bcd74b36a75f service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037457 Mar 26 03:11:51.250231 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70c426c4-bb6d-4cb8-ada8-be4e15995bb8 admin admin] Publish callbacks [] for security_group (87555717-661d-47f5-bd3e-a1cbe1b78b71), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:51.262137 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-57904f13-af8d-49a9-bc24-dcf7e9291ec5 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078798 Mar 26 03:11:51.310623 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c0bf1aad-0114-4ade-8b95-fa2ed99c7e1c req-2659aeed-e8ab-40ea-8e42-b6dc1734d515 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272065 Mar 26 03:11:51.444970 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-7048a834-7302-4c7e-95f4-47d7e148c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.446402 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-7048a834-7302-4c7e-95f4-47d7e148c670 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 1127 time: 0.0458491 Mar 26 03:11:51.459575 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb4987-af6a-40b8-beee-e2205903b48b req-236fac76-a5b4-42ae-ab0a-6b572e4b05ea tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.461148 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87bb4987-af6a-40b8-beee-e2205903b48b req-236fac76-a5b4-42ae-ab0a-6b572e4b05ea tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 945 time: 0.1936395 Mar 26 03:11:51.467599 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-69eb638d-8295-40a3-be48-8674bb8e405d req-09336a4c-6968-46d4-ae28-90159acbc5f2 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971226 Mar 26 03:11:51.477682 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-71c3b42d-cf82-42f2-a723-ac997534e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.485605 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-71c3b42d-cf82-42f2-a723-ac997534e05f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 1128 time: 0.1199017 Mar 26 03:11:51.563731 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87bb4987-af6a-40b8-beee-e2205903b48b req-d072a58b-9365-4d71-96cd-a850df7a4155 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936668 Mar 26 03:11:51.576236 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70c426c4-bb6d-4cb8-ada8-be4e15995bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (87555717-661d-47f5-bd3e-a1cbe1b78b71), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:51.578826 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70c426c4-bb6d-4cb8-ada8-be4e15995bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:51.582253 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-70c426c4-bb6d-4cb8-ada8-be4e15995bb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87555717-661d-47f5-bd3e-a1cbe1b78b71 HTTP/1.1" status: 204 len: 168 time: 0.5785110 Mar 26 03:11:51.606081 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c426c4-bb6d-4cb8-ada8-be4e15995bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87555717-661d-47f5-bd3e-a1cbe1b78b71,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:51.606651 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-f06ca100-d4e5-476e-a4bf-54b30ed4e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.608160 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-f06ca100-d4e5-476e-a4bf-54b30ed4e4f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 911 time: 0.1198034 Mar 26 03:11:51.628912 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-d3afd0b0-2873-46b9-97c2-f593abebab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.631645 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-d3afd0b0-2873-46b9-97c2-f593abebab9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.1770983 Mar 26 03:11:51.675909 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-bea4fcc3-3b6d-406b-96dd-7e1b416f95b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a HTTP/1.1" status: 200 len: 217 time: 0.0572741 Mar 26 03:11:51.682169 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-1c6fdcf3-ed7b-483d-8975-8660abbc2e51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4504b-35c8-419a-b2be-3a18be440f15 HTTP/1.1" status: 200 len: 217 time: 0.0436134 Mar 26 03:11:51.724880 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-2df0d4b6-51e7-46a7-a5f3-ee154b54cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.726319 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-2df0d4b6-51e7-46a7-a5f3-ee154b54cfbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.0437930 Mar 26 03:11:51.734196 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-85206ba6-e35b-4564-93c9-cd1dd4766acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.735894 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-85206ba6-e35b-4564-93c9-cd1dd4766acd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0459919 Mar 26 03:11:51.782567 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-bb7e07ba-c60e-45a3-b4b7-e62ebc7197e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.784879 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-bb7e07ba-c60e-45a3-b4b7-e62ebc7197e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507534 Mar 26 03:11:51.801351 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-9cced4b9-e9d2-40da-95ee-8aa25b6de22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.803366 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-9cced4b9-e9d2-40da-95ee-8aa25b6de22e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620682 Mar 26 03:11:51.892649 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-0e492ed7-dc1c-4e9b-937b-aeb9aa9d11b5 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009507 Mar 26 03:11:51.925861 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5407e-407f-4a46-929f-1ff289559880 req-800a0acd-6767-495c-846f-2afb149ace54 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:51.927414 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-11b5407e-407f-4a46-929f-1ff289559880 req-800a0acd-6767-495c-846f-2afb149ace54 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 944 time: 0.1421325 Mar 26 03:11:52.012763 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-35ead522-4b12-41aa-89ae-e6bc4e4a2448 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943994 Mar 26 03:11:52.121845 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea109da-6c60-46e5-9fb4-aaa3ef1684fd req-cd86b3e2-8d34-488b-97e8-d9af1323653e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:52.129138 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0ea109da-6c60-46e5-9fb4-aaa3ef1684fd req-cd86b3e2-8d34-488b-97e8-d9af1323653e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 943 time: 0.1048682 Mar 26 03:11:52.138102 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a131be5-2ad0-406d-9173-c7fc3ae180ba req-f9281177-7b56-45d4-a840-086623065f95 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330637 Mar 26 03:11:52.301521 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-11b5407e-407f-4a46-929f-1ff289559880 req-82f8550a-8c5e-46da-badd-108dd1bc26cd tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552139 Mar 26 03:11:52.342889 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-90a090f3-6d37-474f-8d6f-d6b3a9d847b7 req-8f89824d-adfd-4608-9a4c-5bba79a45fb4 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195505 Mar 26 03:11:52.362673 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0ea109da-6c60-46e5-9fb4-aaa3ef1684fd req-f960a111-72b3-4be5-849b-460d2d8d8ad6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324562 Mar 26 03:11:52.408134 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44444) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:52.422265 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2152a13-f95d-409d-855e-ff6cdcaba0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.473646 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.496807 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2152a13-f95d-409d-855e-ff6cdcaba0ea admin admin] Publish callbacks [] for security_group (fa874e1d-afae-4067-8c2a-1874c5ea52af), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.559805 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2152a13-f95d-409d-855e-ff6cdcaba0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fa874e1d-afae-4067-8c2a-1874c5ea52af), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.599031 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a2152a13-f95d-409d-855e-ff6cdcaba0ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dc82d6deb554f33b1377f8e3fb5fefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897273 Mar 26 03:11:52.600783 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2152a13-f95d-409d-855e-ff6cdcaba0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa874e1d-afae-4067-8c2a-1874c5ea52af,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:52.602580 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44450) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:52.680159 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe765cb8-7efc-417c-a3d1-c6f0c3edcbe5 admin admin] Publish callbacks [] for security_group (fa874e1d-afae-4067-8c2a-1874c5ea52af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.682254 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44452) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:52.724847 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe765cb8-7efc-417c-a3d1-c6f0c3edcbe5 admin admin] Publish callbacks [] for security_group (fa874e1d-afae-4067-8c2a-1874c5ea52af), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.757806 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71977937-7ab3-45ce-a816-23b2ff46ff2c req-0fc9df0b-3eaa-4f65-bb90-1fd251edf348 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:52.759313 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-71977937-7ab3-45ce-a816-23b2ff46ff2c req-0fc9df0b-3eaa-4f65-bb90-1fd251edf348 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 945 time: 0.0981817 Mar 26 03:11:52.790598 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8600f01a-cd4a-4e56-a626-d86027582958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.809735 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-71977937-7ab3-45ce-a816-23b2ff46ff2c req-d47c7ce1-5671-455f-b803-7f149f18ab6d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Mar 26 03:11:52.885567 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe765cb8-7efc-417c-a3d1-c6f0c3edcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fa874e1d-afae-4067-8c2a-1874c5ea52af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.888162 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe765cb8-7efc-417c-a3d1-c6f0c3edcbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:52.889325 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-fe765cb8-7efc-417c-a3d1-c6f0c3edcbe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa874e1d-afae-4067-8c2a-1874c5ea52af HTTP/1.1" status: 204 len: 168 time: 0.2857544 Mar 26 03:11:52.903329 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe765cb8-7efc-417c-a3d1-c6f0c3edcbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa874e1d-afae-4067-8c2a-1874c5ea52af,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:52.959764 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8600f01a-cd4a-4e56-a626-d86027582958 admin admin] Publish callbacks [] for security_group (dc848252-912d-4c20-b930-93b50b7d3595), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.039575 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8600f01a-cd4a-4e56-a626-d86027582958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (dc848252-912d-4c20-b930-93b50b7d3595), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.077894 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8600f01a-cd4a-4e56-a626-d86027582958 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14cd2084635c4bf1b7fcf32d3f76d764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944259 Mar 26 03:11:53.080447 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600f01a-cd4a-4e56-a626-d86027582958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc848252-912d-4c20-b930-93b50b7d3595,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:53.080732 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44466) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:53.134126 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d17dae-f28b-4d33-aefd-e9dbfdd562af admin admin] Publish callbacks [] for security_group (dc848252-912d-4c20-b930-93b50b7d3595), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.161283 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d17dae-f28b-4d33-aefd-e9dbfdd562af admin admin] Publish callbacks [] for security_group (dc848252-912d-4c20-b930-93b50b7d3595), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.221871 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device bca3245c-b71e-4d5b-811c-6907cdc85b49 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:53.279660 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d17dae-f28b-4d33-aefd-e9dbfdd562af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (dc848252-912d-4c20-b930-93b50b7d3595), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.282475 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d17dae-f28b-4d33-aefd-e9dbfdd562af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.283710 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-47d17dae-f28b-4d33-aefd-e9dbfdd562af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc848252-912d-4c20-b930-93b50b7d3595 HTTP/1.1" status: 204 len: 168 time: 0.2013712 Mar 26 03:11:53.291807 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d17dae-f28b-4d33-aefd-e9dbfdd562af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc848252-912d-4c20-b930-93b50b7d3595,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:53.347855 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port bca3245c-b71e-4d5b-811c-6907cdc85b49 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:11:53.355891 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port bca3245c-b71e-4d5b-811c-6907cdc85b49 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:53.359428 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.451067 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30cbb-c8a2-4848-b139-0003b637a1f0 req-0bb21141-3bdf-4e97-a853-492def146417 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:53.452503 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port bca3245c-b71e-4d5b-811c-6907cdc85b49 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:53.452911 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.453665 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5ca30cbb-c8a2-4848-b139-0003b637a1f0 req-0bb21141-3bdf-4e97-a853-492def146417 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 944 time: 0.0724690 Mar 26 03:11:53.499766 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port bca3245c-b71e-4d5b-811c-6907cdc85b49, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bca3245c-b71e-4d5b-811c-6907cdc85b49,segment=NetworkSegment(f0fc72c1-b491-406a-80b1-8ca150495d65),segment_id=f0fc72c1-b491-406a-80b1-8ca150495d65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:53.501418 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cfff6-56b7-40c2-9d58-019ef6bb19ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3245c-b71e-4d5b-811c-6907cdc85b49'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:11:53.523309 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712fa7b-3925-42a6-a34a-b46b7c0a57fb req-cf24953e-ca18-4e34-bbda-35020261b8f0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:53.525097 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4712fa7b-3925-42a6-a34a-b46b7c0a57fb req-cf24953e-ca18-4e34-bbda-35020261b8f0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 943 time: 0.0673416 Mar 26 03:11:53.528941 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5ca30cbb-c8a2-4848-b139-0003b637a1f0 req-d6e76066-d7d7-4eed-a349-b8508956f10c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614085 Mar 26 03:11:53.583162 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4712fa7b-3925-42a6-a34a-b46b7c0a57fb req-b0e73c42-b229-4306-9d38-f80501b3071b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Mar 26 03:11:53.617243 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:53.686513 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=bca3245c-b71e-4d5b-811c-6907cdc85b49,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:53.928973 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07840cb-f354-4aa6-84d4-30524cfc3e5b req-42860005-96d9-417e-9814-022eeaa8dcb2 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:53.931892 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07840cb-f354-4aa6-84d4-30524cfc3e5b req-42860005-96d9-417e-9814-022eeaa8dcb2 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0534868 Mar 26 03:11:53.977946 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07840cb-f354-4aa6-84d4-30524cfc3e5b req-c55ef88a-d2cf-44dd-bdf3-6431df1d9c41 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Mar 26 03:11:54.290679 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44510) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:54.304483 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe60c428-c753-4b45-b787-860f728649be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.384549 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08741884-a165-4fa5-bd38-95a58f5c9490" -d '{"events": [{"server_uuid": "d36cfff6-56b7-40c2-9d58-019ef6bb19ac", "name": "network-vif-plugged", "status": "completed", "tag": "bca3245c-b71e-4d5b-811c-6907cdc85b49"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:11:54.390752 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe60c428-c753-4b45-b787-860f728649be admin admin] Publish callbacks [] for security_group (ebd2c5a4-771d-40bd-8db5-ae776903e503), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.390752 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44516) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:54.452655 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe60c428-c753-4b45-b787-860f728649be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ebd2c5a4-771d-40bd-8db5-ae776903e503), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.499258 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e15c0a5-1104-40b9-8e70-762b52eb873a x-openstack-request-id: req-8e15c0a5-1104-40b9-8e70-762b52eb873a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:11:54.499580 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36cfff6-56b7-40c2-9d58-019ef6bb19ac", "name": "network-vif-plugged", "status": "completed", "tag": "bca3245c-b71e-4d5b-811c-6907cdc85b49", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:11:54.499835 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e15c0a5-1104-40b9-8e70-762b52eb873a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:11:54.500368 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e15c0a5-1104-40b9-8e70-762b52eb873a'] response: {'server_uuid': 'd36cfff6-56b7-40c2-9d58-019ef6bb19ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3245c-b71e-4d5b-811c-6907cdc85b49', 'code': 200} Mar 26 03:11:54.527761 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-fe60c428-c753-4b45-b787-860f728649be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9fbf3a1c688445fa912535911e48780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359147 Mar 26 03:11:54.532312 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60c428-c753-4b45-b787-860f728649be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2c5a4-771d-40bd-8db5-ae776903e503,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:54.532759 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44524) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:54.572207 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb7ede62-5aaf-4b9f-acd9-8939f20e8fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.631953 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ec61e7c-9f6b-405c-8aad-a007c2ffcc25 admin admin] Publish callbacks [] for security_group (ebd2c5a4-771d-40bd-8db5-ae776903e503), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.659666 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:54.692120 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ec61e7c-9f6b-405c-8aad-a007c2ffcc25 admin admin] Publish callbacks [] for security_group (ebd2c5a4-771d-40bd-8db5-ae776903e503), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.729090 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb7ede62-5aaf-4b9f-acd9-8939f20e8fb8 admin admin] Publish callbacks [] for security_group (efc1638a-30e0-4774-812f-62cac15bc97a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.755247 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991a4f5-af38-4a45-812c-b6f3dd8bdb83 req-1d01adff-c094-4ac0-adf1-087df3b48f62 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:54.766368 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6991a4f5-af38-4a45-812c-b6f3dd8bdb83 req-1d01adff-c094-4ac0-adf1-087df3b48f62 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 944 time: 0.1155241 Mar 26 03:11:54.773902 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292ce4-b474-43ec-ace5-f9102d96070c req-3faf4619-9f7d-40b7-ba4f-00b26131ef18 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:54.781855 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c6292ce4-b474-43ec-ace5-f9102d96070c req-3faf4619-9f7d-40b7-ba4f-00b26131ef18 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 943 time: 0.1098306 Mar 26 03:11:54.810600 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-868913938-network', 'tenant_id': '42064271d7e14ff5ace10e3b915ae843'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:54.821688 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6991a4f5-af38-4a45-812c-b6f3dd8bdb83 req-f529a8f5-1abf-4f11-826a-1d65c8694175 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569794 Mar 26 03:11:54.828416 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb7ede62-5aaf-4b9f-acd9-8939f20e8fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (efc1638a-30e0-4774-812f-62cac15bc97a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.895547 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ec61e7c-9f6b-405c-8aad-a007c2ffcc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ebd2c5a4-771d-40bd-8db5-ae776903e503), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.899062 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ec61e7c-9f6b-405c-8aad-a007c2ffcc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.906794 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-2ec61e7c-9f6b-405c-8aad-a007c2ffcc25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebd2c5a4-771d-40bd-8db5-ae776903e503 HTTP/1.1" status: 204 len: 168 time: 0.3685081 Mar 26 03:11:54.907400 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c6292ce4-b474-43ec-ace5-f9102d96070c req-ba57ee81-f7f2-4769-a7cc-cc62c9d3d812 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197145 Mar 26 03:11:54.910792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec61e7c-9f6b-405c-8aad-a007c2ffcc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2c5a4-771d-40bd-8db5-ae776903e503,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:54.926356 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ede62-5aaf-4b9f-acd9-8939f20e8fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc1638a-30e0-4774-812f-62cac15bc97a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:54.932714 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-eb7ede62-5aaf-4b9f-acd9-8939f20e8fb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecf6d73666684a2ca0e1db4c6199e965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409751 Mar 26 03:11:54.936118 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44548) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:54.956682 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Made reservation on behalf of 42064271d7e14ff5ace10e3b915ae843 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:54.956682 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:54.973293 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.025734 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d9abc-0bfa-4e42-9409-94cec18625d7 req-4dcc2439-3663-4976-833c-f8adc20c1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:55.025847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113874db-9a94-43a5-913e-f1faa181c34d admin admin] Publish callbacks [] for security_group (efc1638a-30e0-4774-812f-62cac15bc97a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.025941 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-378d9abc-0bfa-4e42-9409-94cec18625d7 req-4dcc2439-3663-4976-833c-f8adc20c1361 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 1130 time: 0.1300545 Mar 26 03:11:55.041684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113874db-9a94-43a5-913e-f1faa181c34d admin admin] Publish callbacks [] for security_group (efc1638a-30e0-4774-812f-62cac15bc97a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.047626 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-378d9abc-0bfa-4e42-9409-94cec18625d7 req-845583fc-6365-40cb-9e6a-76e3946b14f3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.112794 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Publish callbacks [] for security_group (03489c03-f326-4e9c-ab5c-35662938a6d4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.130267 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72705ea2-55b2-4d01-98c3-bbcd85a04ba6 req-8e1c0068-e994-4ab7-b09c-0e8dfd6ce90d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:55.131792 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-72705ea2-55b2-4d01-98c3-bbcd85a04ba6 req-8e1c0068-e994-4ab7-b09c-0e8dfd6ce90d tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0631783 Mar 26 03:11:55.179991 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-72705ea2-55b2-4d01-98c3-bbcd85a04ba6 req-bc4eb84c-27da-416f-b6e0-742b793dc257 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425146 Mar 26 03:11:55.192292 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (03489c03-f326-4e9c-ab5c-35662938a6d4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.217725 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03489c03-f326-4e9c-ab5c-35662938a6d4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:55.220548 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113874db-9a94-43a5-913e-f1faa181c34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (efc1638a-30e0-4774-812f-62cac15bc97a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.223076 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 83edf39c-be26-4054-b4d8-6be7d1dd5020 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:11:55.223229 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113874db-9a94-43a5-913e-f1faa181c34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.227162 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-113874db-9a94-43a5-913e-f1faa181c34d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efc1638a-30e0-4774-812f-62cac15bc97a HTTP/1.1" status: 204 len: 168 time: 0.2870150 Mar 26 03:11:55.234189 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113874db-9a94-43a5-913e-f1faa181c34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc1638a-30e0-4774-812f-62cac15bc97a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:55.243997 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:11:55.261954 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (6eaed60e-8acc-40f0-aab0-edb9c8ee5cd8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.262311 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Added segment 6eaed60e-8acc-40f0-aab0-edb9c8ee5cd8 of type vlan for network 272a8bb2-2a51-4140-93e3-bdd74d5669ed Mar 26 03:11:55.329857 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-378d9abc-0bfa-4e42-9409-94cec18625d7 req-845583fc-6365-40cb-9e6a-76e3946b14f3 service neutron] Publish callbacks [] for security_group (ed643e9b-cbaf-4c52-b518-0772533cb77a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.339530 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (272a8bb2-2a51-4140-93e3-bdd74d5669ed), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.363786 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 83edf39c-be26-4054-b4d8-6be7d1dd5020, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:55.377494 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '83edf39c-be26-4054-b4d8-6be7d1dd5020', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'port_id': '83edf39c-be26-4054-b4d8-6be7d1dd5020', 'mac_address': 'fa:16:3e:7e:48:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:11:55.417360 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 83edf39c-be26-4054-b4d8-6be7d1dd5020 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:55.417756 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.424873 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-378d9abc-0bfa-4e42-9409-94cec18625d7 req-845583fc-6365-40cb-9e6a-76e3946b14f3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ed643e9b-cbaf-4c52-b518-0772533cb77a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.445660 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83edf39c-be26-4054-b4d8-6be7d1dd5020 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:11:55.479505 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-378d9abc-0bfa-4e42-9409-94cec18625d7 req-845583fc-6365-40cb-9e6a-76e3946b14f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510174 Mar 26 03:11:55.480245 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845583fc-6365-40cb-9e6a-76e3946b14f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ed643e9b-cbaf-4c52-b518-0772533cb77a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:55.486066 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (272a8bb2-2a51-4140-93e3-bdd74d5669ed), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.487271 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:55.488506 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 83edf39c-be26-4054-b4d8-6be7d1dd5020, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:55.490317 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.564483 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] Pushing event updated for resources: {'Network': ['ID=272a8bb2-2a51-4140-93e3-bdd74d5669ed,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:55.571879 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.573285 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 63a4504b-35c8-419a-b2be-3a18be440f15 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:11:55.580155 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 272a8bb2-2a51-4140-93e3-bdd74d5669ed details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:11:55.660945 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-d18f8cf0-3067-49b7-9e87-4fdf53deb567 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9976799 Mar 26 03:11:55.661367 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44572) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:55.666222 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Request body: {'subnet': {'network_id': '272a8bb2-2a51-4140-93e3-bdd74d5669ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-868913938-subnet', 'tenant_id': '42064271d7e14ff5ace10e3b915ae843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:55.704664 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=83edf39c-be26-4054-b4d8-6be7d1dd5020,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:55.721463 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 63a4504b-35c8-419a-b2be-3a18be440f15, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=63a4504b-35c8-419a-b2be-3a18be440f15,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:55.732709 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '63a4504b-35c8-419a-b2be-3a18be440f15', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'port_id': '63a4504b-35c8-419a-b2be-3a18be440f15', 'mac_address': 'fa:16:3e:93:05:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:11:55.740754 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Made reservation on behalf of 42064271d7e14ff5ace10e3b915ae843 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:55.743197 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.773328 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 63a4504b-35c8-419a-b2be-3a18be440f15 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:55.773716 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.787839 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a4504b-35c8-419a-b2be-3a18be440f15 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:11:55.813273 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 63a4504b-35c8-419a-b2be-3a18be440f15, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=63a4504b-35c8-419a-b2be-3a18be440f15,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:55.924315 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:55.925304 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:11:55.983796 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a56e8-b3d4-41fc-8851-58418362d623 req-bdeb4be8-a3e7-4d5f-a7e5-19dc8d79e0b8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:55.997091 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-280a56e8-b3d4-41fc-8851-58418362d623 req-bdeb4be8-a3e7-4d5f-a7e5-19dc8d79e0b8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 944 time: 0.0855281 Mar 26 03:11:56.071522 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=63a4504b-35c8-419a-b2be-3a18be440f15,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:56.074567 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-280a56e8-b3d4-41fc-8851-58418362d623 req-035c9e03-6218-4dd3-a075-4d0cdb05a5b0 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812824 Mar 26 03:11:56.094683 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (542dfdbd-2a08-43b9-bb91-fc6169c322f0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:56.121882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:56.141225 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'port_id': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'mac_address': 'fa:16:3e:63:c4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:11:56.170308 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=542dfdbd-2a08-43b9-bb91-fc6169c322f0,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:56.182216 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7450e-e882-4d20-ba03-3fbc756113c2 req-34deb6e9-7731-4912-89cd-ef2d2e5d0111 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:56.183769 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-57f7450e-e882-4d20-ba03-3fbc756113c2 req-34deb6e9-7731-4912-89cd-ef2d2e5d0111 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 944 time: 0.1345356 Mar 26 03:11:56.191809 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Checking segment: {'id': '6eaed60e-8acc-40f0-aab0-edb9c8ee5cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '272a8bb2-2a51-4140-93e3-bdd74d5669ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:56.192166 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Network hostable DHCP agents. Network: 272a8bb2-2a51-4140-93e3-bdd74d5669ed, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:11:56.234178 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:56.234382 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:56.251429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:11:56.284362 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:56.291810 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-57f7450e-e882-4d20-ba03-3fbc756113c2 req-14624a32-3a0d-4c9e-a32e-09899af77cdd tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965669 Mar 26 03:11:56.325173 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b852a-0c70-4311-97fc-42bccab91bcc req-e07beb70-c9e0-4bd3-9f92-aa53aae381d5 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:56.326769 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-848b852a-0c70-4311-97fc-42bccab91bcc req-e07beb70-c9e0-4bd3-9f92-aa53aae381d5 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0567348 Mar 26 03:11:56.370964 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:56.371196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Network 272a8bb2-2a51-4140-93e3-bdd74d5669ed is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:11:56.375769 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-848b852a-0c70-4311-97fc-42bccab91bcc req-ac132446-f7a8-42b9-916a-77b862706af0 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Mar 26 03:11:56.446589 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:56.450774 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 272a8bb2-2a51-4140-93e3-bdd74d5669ed) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:56.454942 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:56.457017 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:56.462148 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ddfca-1e3f-4812-93b2-7bdc7fff8deb None None] Network 272a8bb2-2a51-4140-93e3-bdd74d5669ed requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:56.562980 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a69eb5c6-cb77-496f-85e8-85fca27156d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9004645 Mar 26 03:11:56.584740 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d0aa5-c788-4612-ae06-d8ca929d5fa4 None None] Network 272a8bb2-2a51-4140-93e3-bdd74d5669ed requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:56.653374 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['83edf39c-be26-4054-b4d8-6be7d1dd5020'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:11:56.813000 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['63a4504b-35c8-419a-b2be-3a18be440f15'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:11:56.815154 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['668a0aab-c108-41fa-a2c2-3b9e01fe1a2a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:11:57.235750 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0835e-59c8-4b76-adec-ff4e4f9f9dd8 req-6085fcbd-e61f-485b-80bf-027a7f6ed4f0 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:57.247800 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-77f0835e-59c8-4b76-adec-ff4e4f9f9dd8 req-6085fcbd-e61f-485b-80bf-027a7f6ed4f0 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0623624 Mar 26 03:11:57.297668 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-77f0835e-59c8-4b76-adec-ff4e4f9f9dd8 req-0536195c-76e7-4d3d-a64b-9ca86f19503f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 Mar 26 03:11:57.423794 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10416469-c1df-459b-b928-7544149bbc52 req-bb4bb0db-e0cb-4447-a902-e7208d9c93ed tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:57.425342 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-10416469-c1df-459b-b928-7544149bbc52 req-bb4bb0db-e0cb-4447-a902-e7208d9c93ed tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 944 time: 0.0541091 Mar 26 03:11:57.477241 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-10416469-c1df-459b-b928-7544149bbc52 req-b758e9de-5395-47cb-8102-2a13867f6754 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Mar 26 03:11:57.538990 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50009c6d-2f4f-4494-a073-b71b979095ed req-4170c276-daa0-4817-a94a-b48f8cd82b8b tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:57.540549 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-50009c6d-2f4f-4494-a073-b71b979095ed req-4170c276-daa0-4817-a94a-b48f8cd82b8b tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0833611 Mar 26 03:11:57.600084 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-50009c6d-2f4f-4494-a073-b71b979095ed req-db2bb9b8-9052-492e-b7ee-e8bde07ec0eb tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523996 Mar 26 03:11:57.735167 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44674) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:57.740335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082255516-network', 'tenant_id': 'd50f532e102c49769bfbac86f00a1b12'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:57.816827 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Made reservation on behalf of d50f532e102c49769bfbac86f00a1b12 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:57.819476 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:57.832516 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:57.908531 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Publish callbacks [] for security_group (b3c9e70c-b3e7-412b-86e6-34d8db948192), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:57.960093 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b3c9e70c-b3e7-412b-86e6-34d8db948192), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:57.985819 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:11:57.997295 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c9e70c-b3e7-412b-86e6-34d8db948192,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:58.002346 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (0b59ba83-eb42-4961-9eeb-9baa3955d5a0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:58.002712 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.segments_db [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Added segment 0b59ba83-eb42-4961-9eeb-9baa3955d5a0 of type vlan for network 40eecda1-7163-4770-a92c-180487864db4 Mar 26 03:11:58.043816 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (40eecda1-7163-4770-a92c-180487864db4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:58.169248 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (40eecda1-7163-4770-a92c-180487864db4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:58.170236 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:58.171018 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:58.240860 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] Pushing event updated for resources: {'Network': ['ID=40eecda1-7163-4770-a92c-180487864db4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:58.247652 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-07393aa9-4ff2-4056-9782-d33d1cff8be1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5113721 Mar 26 03:11:58.251057 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44700) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:58.255867 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 40eecda1-7163-4770-a92c-180487864db4 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:11:58.257736 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Request body: {'subnet': {'network_id': '40eecda1-7163-4770-a92c-180487864db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082255516-subnet', 'tenant_id': 'd50f532e102c49769bfbac86f00a1b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:11:58.354417 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Made reservation on behalf of d50f532e102c49769bfbac86f00a1b12 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:11:58.356762 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:58.476241 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25ca40-1865-45a9-b9f1-b52b528ed361 req-a66b5c6a-9fea-41c4-9927-149d693d3b6a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:58.477872 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9f25ca40-1865-45a9-b9f1-b52b528ed361 req-a66b5c6a-9fea-41c4-9927-149d693d3b6a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0835524 Mar 26 03:11:58.588512 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9f25ca40-1865-45a9-b9f1-b52b528ed361 req-41fe6659-5795-4491-893b-96785ff823fd tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037779 Mar 26 03:11:58.620865 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f355b14-8f5c-4732-a8bd-d89e5e6875dc req-42205be4-aa4a-4026-9ce0-67560d226490 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:58.622470 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6f355b14-8f5c-4732-a8bd-d89e5e6875dc req-42205be4-aa4a-4026-9ce0-67560d226490 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 944 time: 0.0573335 Mar 26 03:11:58.684267 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6f355b14-8f5c-4732-a8bd-d89e5e6875dc req-a134d37e-0531-4c83-ad49-9c2d9adaad06 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561311 Mar 26 03:11:58.719802 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (890667bb-7880-4559-9399-9ed3332b98b0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:58.778583 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=890667bb-7880-4559-9399-9ed3332b98b0,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:58.789688 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Checking segment: {'id': '0b59ba83-eb42-4961-9eeb-9baa3955d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40eecda1-7163-4770-a92c-180487864db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:11:58.790056 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Network hostable DHCP agents. Network: 40eecda1-7163-4770-a92c-180487864db4, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:11:58.867798 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Network 40eecda1-7163-4770-a92c-180487864db4 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:11:58.946834 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 40eecda1-7163-4770-a92c-180487864db4) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:11:58.954600 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:58.954600 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:58.957250 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d8e58-b5ff-4085-b62d-e9cdef846f44 None None] Network 40eecda1-7163-4770-a92c-180487864db4 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:59.023665 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8a5627ab-78c7-4d03-8b2c-9aa94c3b3b03 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7711573 Mar 26 03:11:59.060225 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560b07c-d824-47cb-bb3c-0c6daf50994c None None] Network 40eecda1-7163-4770-a92c-180487864db4 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:11:59.198416 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44736) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:59.222661 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 83edf39c-be26-4054-b4d8-6be7d1dd5020 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:59.308645 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee2185ec-da7c-4dcc-9297-812a02583e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.351848 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 83edf39c-be26-4054-b4d8-6be7d1dd5020 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:11:59.353668 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 83edf39c-be26-4054-b4d8-6be7d1dd5020 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:59.354336 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.391739 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee2185ec-da7c-4dcc-9297-812a02583e72 admin admin] Publish callbacks [] for security_group (e41052b3-a509-443c-90a6-4da3fe50cfe2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.440339 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 83edf39c-be26-4054-b4d8-6be7d1dd5020 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:59.440807 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.466273 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee2185ec-da7c-4dcc-9297-812a02583e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e41052b3-a509-443c-90a6-4da3fe50cfe2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.473108 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8268df4b-996d-4431-a5c0-c0cf9468434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83edf39c-be26-4054-b4d8-6be7d1dd5020'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:11:59.475925 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bd136c-87ea-49ed-a2b8-35ca4e2f039d" -d '{"events": [{"server_uuid": "8268df4b-996d-4431-a5c0-c0cf9468434a", "name": "network-vif-plugged", "status": "completed", "tag": "83edf39c-be26-4054-b4d8-6be7d1dd5020"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:11:59.506202 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-ee2185ec-da7c-4dcc-9297-812a02583e72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baa2b25b9fd64960be78d69b5728fa0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064904 Mar 26 03:11:59.507176 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2185ec-da7c-4dcc-9297-812a02583e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41052b3-a509-443c-90a6-4da3fe50cfe2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:59.509132 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44750) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:11:59.514832 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 83edf39c-be26-4054-b4d8-6be7d1dd5020, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:11:59.535747 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7453d1b4-f7a4-4a76-888a-d2bce8af084b x-openstack-request-id: req-7453d1b4-f7a4-4a76-888a-d2bce8af084b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:11:59.535747 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8268df4b-996d-4431-a5c0-c0cf9468434a", "name": "network-vif-plugged", "status": "completed", "tag": "83edf39c-be26-4054-b4d8-6be7d1dd5020", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:11:59.535747 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7453d1b4-f7a4-4a76-888a-d2bce8af084b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:11:59.535747 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7453d1b4-f7a4-4a76-888a-d2bce8af084b'] response: {'server_uuid': '8268df4b-996d-4431-a5c0-c0cf9468434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83edf39c-be26-4054-b4d8-6be7d1dd5020', 'code': 200} Mar 26 03:11:59.577193 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f227a0ca-46aa-4e9b-952b-976992a03d26 admin admin] Publish callbacks [] for security_group (e41052b3-a509-443c-90a6-4da3fe50cfe2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.608275 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f227a0ca-46aa-4e9b-952b-976992a03d26 admin admin] Publish callbacks [] for security_group (e41052b3-a509-443c-90a6-4da3fe50cfe2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.623517 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.627260 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 63a4504b-35c8-419a-b2be-3a18be440f15 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:11:59.701874 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=83edf39c-be26-4054-b4d8-6be7d1dd5020,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:59.744561 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5e004-c98e-46eb-a6cd-67b8195dfbc2 req-e04cdcd9-5bb1-407b-ad32-113640ce65b6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:11:59.745951 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d0e5e004-c98e-46eb-a6cd-67b8195dfbc2 req-e04cdcd9-5bb1-407b-ad32-113640ce65b6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0582330 Mar 26 03:11:59.781819 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 63a4504b-35c8-419a-b2be-3a18be440f15 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:11:59.787800 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 63a4504b-35c8-419a-b2be-3a18be440f15 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:11:59.794388 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f227a0ca-46aa-4e9b-952b-976992a03d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e41052b3-a509-443c-90a6-4da3fe50cfe2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.794966 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.795041 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f227a0ca-46aa-4e9b-952b-976992a03d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.795041 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f227a0ca-46aa-4e9b-952b-976992a03d26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e41052b3-a509-443c-90a6-4da3fe50cfe2 HTTP/1.1" status: 204 len: 168 time: 0.2814255 Mar 26 03:11:59.803141 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227a0ca-46aa-4e9b-952b-976992a03d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41052b3-a509-443c-90a6-4da3fe50cfe2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:11:59.807904 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d0e5e004-c98e-46eb-a6cd-67b8195dfbc2 req-5fdd3d90-a15e-4754-85bb-1d7655812758 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564330 Mar 26 03:11:59.958027 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 63a4504b-35c8-419a-b2be-3a18be440f15 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:11:59.959186 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:11:59.994261 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 63a4504b-35c8-419a-b2be-3a18be440f15, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=63a4504b-35c8-419a-b2be-3a18be440f15,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:00.002077 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4efa9-113f-4261-9a40-7cedd6f1ff4c req-5281e2c2-8b51-4164-96d1-62783c0cd3b8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:00.003617 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b0c4efa9-113f-4261-9a40-7cedd6f1ff4c req-5281e2c2-8b51-4164-96d1-62783c0cd3b8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 944 time: 0.0921836 Mar 26 03:12:00.006408 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd73fa-6655-4e58-9c65-d7cf4bcc9604 req-0e6ec9ee-9a12-41bf-ba84-430bfb90fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:00.007801 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-97fd73fa-6655-4e58-9c65-d7cf4bcc9604 req-0e6ec9ee-9a12-41bf-ba84-430bfb90fd3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 1130 time: 0.0976396 Mar 26 03:12:00.049992 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.051312 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:00.084026 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b0c4efa9-113f-4261-9a40-7cedd6f1ff4c req-7c020938-7086-4e57-82a2-788e2e443512 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739934 Mar 26 03:12:00.086424 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-97fd73fa-6655-4e58-9c65-d7cf4bcc9604 req-1f93f4ee-971c-49f9-9e39-5406b5bc7cbd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706835 Mar 26 03:12:00.126429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=63a4504b-35c8-419a-b2be-3a18be440f15,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:00.210883 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:12:00.215378 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:00.215927 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.308285 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:00.308671 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.349494 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:00.413981 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.472406 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:00.591415 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44798) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:00.605710 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eb76e51c-500d-40f1-b2b2-f0204d9a9819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.691887 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eb76e51c-500d-40f1-b2b2-f0204d9a9819 admin admin] Publish callbacks [] for security_group (4059f607-795b-4ff3-a514-7c44d7c88c86), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.797794 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eb76e51c-500d-40f1-b2b2-f0204d9a9819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (4059f607-795b-4ff3-a514-7c44d7c88c86), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.837817 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-eb76e51c-500d-40f1-b2b2-f0204d9a9819 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33bde20e94b046a8b7835c4ccecbca27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447228 Mar 26 03:12:00.838938 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76e51c-500d-40f1-b2b2-f0204d9a9819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4059f607-795b-4ff3-a514-7c44d7c88c86,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:00.840490 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44816) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:00.905703 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d86a-77b3-443b-ab23-7c22a6cbc1ca admin admin] Publish callbacks [] for security_group (4059f607-795b-4ff3-a514-7c44d7c88c86), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.955835 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d86a-77b3-443b-ab23-7c22a6cbc1ca admin admin] Publish callbacks [] for security_group (4059f607-795b-4ff3-a514-7c44d7c88c86), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:00.999148 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb1fe1-f8de-4580-a716-3497d589d8b1 req-1f07dd2a-dc49-44f4-9234-d8dd14791132 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:01.001787 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2cdb1fe1-f8de-4580-a716-3497d589d8b1 req-1f07dd2a-dc49-44f4-9234-d8dd14791132 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.1019700 Mar 26 03:12:01.049599 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2cdb1fe1-f8de-4580-a716-3497d589d8b1 req-fce7d2fd-2fa1-49cd-8d2a-570de7b8c121 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Mar 26 03:12:01.105463 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d86a-77b3-443b-ab23-7c22a6cbc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (4059f607-795b-4ff3-a514-7c44d7c88c86), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:01.105463 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d86a-77b3-443b-ab23-7c22a6cbc1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:01.105463 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-bcb5d86a-77b3-443b-ab23-7c22a6cbc1ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4059f607-795b-4ff3-a514-7c44d7c88c86 HTTP/1.1" status: 204 len: 168 time: 0.2625473 Mar 26 03:12:01.118808 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5d86a-77b3-443b-ab23-7c22a6cbc1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4059f607-795b-4ff3-a514-7c44d7c88c86,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:01.245443 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb611-1873-4a38-a1ce-ec5d0192858d req-6dcc2d17-f3ee-4377-b27e-75ee6de80846 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:01.255061 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0cddb611-1873-4a38-a1ce-ec5d0192858d req-6dcc2d17-f3ee-4377-b27e-75ee6de80846 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0834134 Mar 26 03:12:01.301338 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0cddb611-1873-4a38-a1ce-ec5d0192858d req-46776476-d4ad-421e-b18e-a35854fb7e3a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Mar 26 03:12:01.533279 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857d5e0-a9c2-4d84-91f3-057e7b536ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a4504b-35c8-419a-b2be-3a18be440f15'}, {'server_uuid': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:12:01.535612 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d11031-aad2-4913-a369-006dece07400" -d '{"events": [{"server_uuid": "7857d5e0-a9c2-4d84-91f3-057e7b536ba0", "name": "network-vif-plugged", "status": "completed", "tag": "63a4504b-35c8-419a-b2be-3a18be440f15"}, {"server_uuid": "467cd179-b97d-4ea3-8869-e6ea64ddd2e5", "name": "network-vif-plugged", "status": "completed", "tag": "668a0aab-c108-41fa-a2c2-3b9e01fe1a2a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:12:01.576332 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 03:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becdb533-2e0e-485d-be31-c21741851e00 x-openstack-request-id: req-becdb533-2e0e-485d-be31-c21741851e00 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:12:01.576633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7857d5e0-a9c2-4d84-91f3-057e7b536ba0", "name": "network-vif-plugged", "status": "completed", "tag": "63a4504b-35c8-419a-b2be-3a18be440f15", "code": 200}, {"server_uuid": "467cd179-b97d-4ea3-8869-e6ea64ddd2e5", "name": "network-vif-plugged", "status": "completed", "tag": "668a0aab-c108-41fa-a2c2-3b9e01fe1a2a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:12:01.576887 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-becdb533-2e0e-485d-be31-c21741851e00 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:12:01.577354 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becdb533-2e0e-485d-be31-c21741851e00'] response: {'server_uuid': '7857d5e0-a9c2-4d84-91f3-057e7b536ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a4504b-35c8-419a-b2be-3a18be440f15', 'code': 200} Mar 26 03:12:01.577639 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becdb533-2e0e-485d-be31-c21741851e00'] response: {'server_uuid': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'code': 200} Mar 26 03:12:01.800673 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:01.821393 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9a1f457-277a-4644-bbf7-86cde6437d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:01.891247 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9eb1-dd3d-4569-b54f-9377aabbf5e7 req-290a9056-12d0-40a6-ba90-13d44d2aca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:01.892765 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d7ac9eb1-dd3d-4569-b54f-9377aabbf5e7 req-290a9056-12d0-40a6-ba90-13d44d2aca7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 1130 time: 0.0796077 Mar 26 03:12:01.946579 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dff9a-c871-4833-a5a3-9f6c3150c68f req-897fda38-7ee6-43a8-a2e3-c143bf27132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:01.948007 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-087dff9a-c871-4833-a5a3-9f6c3150c68f req-897fda38-7ee6-43a8-a2e3-c143bf27132d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 1129 time: 0.0917482 Mar 26 03:12:01.978323 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d7ac9eb1-dd3d-4569-b54f-9377aabbf5e7 req-f4f0f159-6b05-467e-b5f0-feedb70cbb52 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690644 Mar 26 03:12:01.980082 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9a1f457-277a-4644-bbf7-86cde6437d17 admin admin] Publish callbacks [] for security_group (fe161f75-c2d4-4fe2-9cb4-bfc78a42d6d6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:02.003679 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-087dff9a-c871-4833-a5a3-9f6c3150c68f req-66ec6759-46e6-4b9c-bd55-88b1aa216603 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457778 Mar 26 03:12:02.028151 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9a1f457-277a-4644-bbf7-86cde6437d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fe161f75-c2d4-4fe2-9cb4-bfc78a42d6d6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:02.068553 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b9a1f457-277a-4644-bbf7-86cde6437d17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a8b4542c76e4eaabcf50cdc10dd52d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672229 Mar 26 03:12:02.070259 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1f457-277a-4644-bbf7-86cde6437d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe161f75-c2d4-4fe2-9cb4-bfc78a42d6d6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:02.071237 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 44884) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:02.133583 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8648a87-259d-4b16-b52a-ab1d0cc75414 admin admin] Publish callbacks [] for security_group (fe161f75-c2d4-4fe2-9cb4-bfc78a42d6d6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:02.177777 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8648a87-259d-4b16-b52a-ab1d0cc75414 admin admin] Publish callbacks [] for security_group (fe161f75-c2d4-4fe2-9cb4-bfc78a42d6d6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:02.230669 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d06af-fb03-4ed0-a218-020d717d06b6 req-b89e987d-c50e-4299-b668-1ffae9273cbe tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:02.232169 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3f4d06af-fb03-4ed0-a218-020d717d06b6 req-b89e987d-c50e-4299-b668-1ffae9273cbe tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0894933 Mar 26 03:12:02.284429 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3f4d06af-fb03-4ed0-a218-020d717d06b6 req-50a72556-94c2-4d47-a49f-a0464772ec57 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466282 Mar 26 03:12:02.368485 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8648a87-259d-4b16-b52a-ab1d0cc75414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fe161f75-c2d4-4fe2-9cb4-bfc78a42d6d6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:02.376214 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8648a87-259d-4b16-b52a-ab1d0cc75414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:02.376214 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d8648a87-259d-4b16-b52a-ab1d0cc75414 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe161f75-c2d4-4fe2-9cb4-bfc78a42d6d6 HTTP/1.1" status: 204 len: 168 time: 0.3026474 Mar 26 03:12:02.382901 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8648a87-259d-4b16-b52a-ab1d0cc75414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe161f75-c2d4-4fe2-9cb4-bfc78a42d6d6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:02.473497 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8fa6c-cb55-476a-98a5-31b26c1c492d req-a3cab440-bc31-43b1-9f3a-1a8af553a1e0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:02.475652 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-aca8fa6c-cb55-476a-98a5-31b26c1c492d req-a3cab440-bc31-43b1-9f3a-1a8af553a1e0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0703287 Mar 26 03:12:02.729538 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-aca8fa6c-cb55-476a-98a5-31b26c1c492d req-fb5c2726-8027-4942-8fbc-2174d020c171 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537639 Mar 26 03:12:03.444276 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86dd40-26ec-4e02-906d-42532d601727 req-ed185f4c-cbae-4b0e-a88c-3112146c06f7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:03.452423 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ac86dd40-26ec-4e02-906d-42532d601727 req-ed185f4c-cbae-4b0e-a88c-3112146c06f7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0924697 Mar 26 03:12:03.528883 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ac86dd40-26ec-4e02-906d-42532d601727 req-0367d756-e807-45d7-b7a0-ee5f824fa471 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662506 Mar 26 03:12:03.652652 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce109a4-0a92-49bb-8eee-d05e3af894b1 req-52c5a4ff-7b6d-41e5-8b55-4047d33644d0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:03.654151 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5ce109a4-0a92-49bb-8eee-d05e3af894b1 req-52c5a4ff-7b6d-41e5-8b55-4047d33644d0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0519559 Mar 26 03:12:03.721008 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5ce109a4-0a92-49bb-8eee-d05e3af894b1 req-2c471f4c-94f8-418c-af44-8a554ebeb3f3 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613456 Mar 26 03:12:03.909960 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44982) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:03.996999 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 44990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:04.036960 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0be2814-5f15-495c-9009-0ed98d7d303c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.083084 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-594a8ef1-8732-499b-b69f-4636e46e3133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.153013 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0be2814-5f15-495c-9009-0ed98d7d303c admin admin] Publish callbacks [] for security_group (1a57137a-9da4-49d4-80bc-0f247ef49980), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.200183 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-594a8ef1-8732-499b-b69f-4636e46e3133 admin admin] Publish callbacks [] for security_group (a2b2e214-9951-400e-8447-ea82ea9f7a1d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.233595 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0be2814-5f15-495c-9009-0ed98d7d303c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1a57137a-9da4-49d4-80bc-0f247ef49980), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.281289 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45004) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:04.281491 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-d0be2814-5f15-495c-9009-0ed98d7d303c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35adf73f84784ee1aff94e91410e6ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702672 Mar 26 03:12:04.282820 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be2814-5f15-495c-9009-0ed98d7d303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57137a-9da4-49d4-80bc-0f247ef49980,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:04.285417 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-594a8ef1-8732-499b-b69f-4636e46e3133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (a2b2e214-9951-400e-8447-ea82ea9f7a1d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.315984 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a8ef1-8732-499b-b69f-4636e46e3133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b2e214-9951-400e-8447-ea82ea9f7a1d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:04.338009 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9009e21a-ca9c-45a6-b220-14772ca11280 admin admin] Publish callbacks [] for security_group (1a57137a-9da4-49d4-80bc-0f247ef49980), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.338526 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-594a8ef1-8732-499b-b69f-4636e46e3133 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f96dd2c12524a118eb0ce74fe41017f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384240 Mar 26 03:12:04.338526 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45006) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:04.360593 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9009e21a-ca9c-45a6-b220-14772ca11280 admin admin] Publish callbacks [] for security_group (1a57137a-9da4-49d4-80bc-0f247ef49980), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.389723 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34f260a8-fd76-4d5d-a6bb-d72dee3ec886 admin admin] Publish callbacks [] for security_group (a2b2e214-9951-400e-8447-ea82ea9f7a1d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.415710 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34f260a8-fd76-4d5d-a6bb-d72dee3ec886 admin admin] Publish callbacks [] for security_group (a2b2e214-9951-400e-8447-ea82ea9f7a1d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.477919 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9009e21a-ca9c-45a6-b220-14772ca11280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1a57137a-9da4-49d4-80bc-0f247ef49980), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.480597 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9009e21a-ca9c-45a6-b220-14772ca11280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.481869 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-9009e21a-ca9c-45a6-b220-14772ca11280 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a57137a-9da4-49d4-80bc-0f247ef49980 HTTP/1.1" status: 204 len: 168 time: 0.1992033 Mar 26 03:12:04.490196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009e21a-ca9c-45a6-b220-14772ca11280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57137a-9da4-49d4-80bc-0f247ef49980,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:04.524711 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34f260a8-fd76-4d5d-a6bb-d72dee3ec886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (a2b2e214-9951-400e-8447-ea82ea9f7a1d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.527425 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34f260a8-fd76-4d5d-a6bb-d72dee3ec886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:04.528661 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-34f260a8-fd76-4d5d-a6bb-d72dee3ec886 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2b2e214-9951-400e-8447-ea82ea9f7a1d HTTP/1.1" status: 204 len: 168 time: 0.1892834 Mar 26 03:12:04.536642 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f260a8-fd76-4d5d-a6bb-d72dee3ec886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b2e214-9951-400e-8447-ea82ea9f7a1d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:04.653780 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53aad8-0890-4f25-9565-eeac281476f2 req-d3d445e1-216a-4f75-9984-56f4e07415e2 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:04.655296 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e53aad8-0890-4f25-9565-eeac281476f2 req-d3d445e1-216a-4f75-9984-56f4e07415e2 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0574529 Mar 26 03:12:04.704021 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e53aad8-0890-4f25-9565-eeac281476f2 req-d03068d5-9e50-423e-ae31-43524017a1fc tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Mar 26 03:12:04.849718 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b918138-71b4-4acb-b07f-2a7272e0cb87 req-913077c1-80a1-4564-96ed-5f80ef59b468 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:04.851243 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9b918138-71b4-4acb-b07f-2a7272e0cb87 req-913077c1-80a1-4564-96ed-5f80ef59b468 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0574481 Mar 26 03:12:04.874979 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb9663-9efb-46e1-9382-cf437bff68d8 req-7c44b070-191e-4964-952c-7d098ee5393b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:04.876737 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fccb9663-9efb-46e1-9382-cf437bff68d8 req-7c44b070-191e-4964-952c-7d098ee5393b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0638096 Mar 26 03:12:04.885154 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45028) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:04.889569 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'floatingip': {'port_id': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:04.899361 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9b918138-71b4-4acb-b07f-2a7272e0cb87 req-60e2a1d0-cafa-423c-91bc-9ac6cf877bc8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415802 Mar 26 03:12:04.962319 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (9f1f4950-3841-43f7-bea6-7b5405273ec9), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.188719 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:05.201412 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8835666a-dbeb-4ac6-9668-43348eace33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.298890 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8835666a-dbeb-4ac6-9668-43348eace33a admin admin] Publish callbacks [] for security_group (ae346a14-66c7-404f-80cf-fb2d4a38d973), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.365876 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8835666a-dbeb-4ac6-9668-43348eace33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ae346a14-66c7-404f-80cf-fb2d4a38d973), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.419723 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8835666a-dbeb-4ac6-9668-43348eace33a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c361426431046ef93e15a778c2b4146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275958 Mar 26 03:12:05.419723 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835666a-dbeb-4ac6-9668-43348eace33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae346a14-66c7-404f-80cf-fb2d4a38d973,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:05.421049 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45050) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:05.520160 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7de3-aa2b-48ef-a297-ffdd41f67f20 admin admin] Publish callbacks [] for security_group (ae346a14-66c7-404f-80cf-fb2d4a38d973), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.536201 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:05.556561 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003e648-37e7-4530-aed6-ed06356b5871 req-8cb39831-e03a-46d3-930b-9a340b084f60 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:05.558402 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e003e648-37e7-4530-aed6-ed06356b5871 req-8cb39831-e03a-46d3-930b-9a340b084f60 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0958924 Mar 26 03:12:05.581946 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37a04d1e-544b-4aba-86ab-c5bd93b6d956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.592043 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7de3-aa2b-48ef-a297-ffdd41f67f20 admin admin] Publish callbacks [] for security_group (ae346a14-66c7-404f-80cf-fb2d4a38d973), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.690768 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e003e648-37e7-4530-aed6-ed06356b5871 req-dfeca160-846a-420a-9871-da530085dfa0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151130 Mar 26 03:12:05.751040 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37a04d1e-544b-4aba-86ab-c5bd93b6d956 admin admin] Publish callbacks [] for security_group (29f1a8e6-1d55-4806-b918-ba6256756152), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.776305 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7de3-aa2b-48ef-a297-ffdd41f67f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ae346a14-66c7-404f-80cf-fb2d4a38d973), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.779471 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7de3-aa2b-48ef-a297-ffdd41f67f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.781234 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-eb2e7de3-aa2b-48ef-a297-ffdd41f67f20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae346a14-66c7-404f-80cf-fb2d4a38d973 HTTP/1.1" status: 204 len: 168 time: 0.3588731 Mar 26 03:12:05.793527 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e7de3-aa2b-48ef-a297-ffdd41f67f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae346a14-66c7-404f-80cf-fb2d4a38d973,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:05.810730 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37a04d1e-544b-4aba-86ab-c5bd93b6d956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (29f1a8e6-1d55-4806-b918-ba6256756152), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.858223 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-37a04d1e-544b-4aba-86ab-c5bd93b6d956 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=138a628dbd504d85ae9b46a1ae2b2045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208222 Mar 26 03:12:05.859909 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a04d1e-544b-4aba-86ab-c5bd93b6d956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f1a8e6-1d55-4806-b918-ba6256756152,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:05.863305 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:05.879239 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.920114 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-175ec847-6927-4da8-aafb-05ee0d650f01 admin admin] Publish callbacks [] for security_group (29f1a8e6-1d55-4806-b918-ba6256756152), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.943133 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-175ec847-6927-4da8-aafb-05ee0d650f01 admin admin] Publish callbacks [] for security_group (29f1a8e6-1d55-4806-b918-ba6256756152), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:05.952080 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (9f1f4950-3841-43f7-bea6-7b5405273ec9), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:06.063932 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Floating IP 9f1f4950-3841-43f7-bea6-7b5405273ec9 associated. External IP: 172.27.1.193, port: 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a. Mar 26 03:12:06.079099 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-175ec847-6927-4da8-aafb-05ee0d650f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (29f1a8e6-1d55-4806-b918-ba6256756152), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:06.082169 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-175ec847-6927-4da8-aafb-05ee0d650f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:06.084088 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-175ec847-6927-4da8-aafb-05ee0d650f01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29f1a8e6-1d55-4806-b918-ba6256756152 HTTP/1.1" status: 204 len: 168 time: 0.2196279 Mar 26 03:12:06.092447 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ec847-6927-4da8-aafb-05ee0d650f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f1a8e6-1d55-4806-b918-ba6256756152,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:06.282848 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Router 6130eee4-80f3-41ef-b548-01675f36d7d8 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:12:06.409727 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:06.414271 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:06.422476 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a48452-6921-43d3-9b63-1682119c194d None None] Sync routers for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:06.436282 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a48452-6921-43d3-9b63-1682119c194d None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:06.436935 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-64a48452-6921-43d3-9b63-1682119c194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:06.458710 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8d54d63f-93cb-4ca3-891c-8bc29931f3ab tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "PUT /v2.0/floatingips/9f1f4950-3841-43f7-bea6-7b5405273ec9 HTTP/1.1" status: 200 len: 992 time: 1.5687473 Mar 26 03:12:06.458710 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'tag': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:12:06.461689 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b1c64f-f49c-4858-819f-f9d4bad96da4" -d '{"events": [{"name": "network-changed", "server_uuid": "467cd179-b97d-4ea3-8869-e6ea64ddd2e5", "tag": "668a0aab-c108-41fa-a2c2-3b9e01fe1a2a"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:12:06.511405 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7567732d-23f5-4c5f-9680-312b44edf359 x-openstack-request-id: req-7567732d-23f5-4c5f-9680-312b44edf359 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:12:06.511698 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467cd179-b97d-4ea3-8869-e6ea64ddd2e5", "tag": "668a0aab-c108-41fa-a2c2-3b9e01fe1a2a", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:12:06.511969 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7567732d-23f5-4c5f-9680-312b44edf359 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:12:06.512768 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7567732d-23f5-4c5f-9680-312b44edf359'] response: {'name': 'network-changed', 'server_uuid': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'tag': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'status': 'completed', 'code': 200} Mar 26 03:12:06.552930 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-64a48452-6921-43d3-9b63-1682119c194d None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:06.629296 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45108) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:06.802417 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5b97-abc5-408d-8bcd-996da3a1cb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:06.850029 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce27f3-c8bc-4100-aa78-6588f3199cda req-268c9ea3-e3a5-4bad-ada3-e19368c0565c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:06.851466 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-91ce27f3-c8bc-4100-aa78-6588f3199cda req-268c9ea3-e3a5-4bad-ada3-e19368c0565c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0882108 Mar 26 03:12:06.880377 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-64a48452-6921-43d3-9b63-1682119c194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '9f1f4950-3841-43f7-bea6-7b5405273ec9', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'port_id': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'mac_address': 'fa:16:3e:63:c4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:11:35Z', 'updated_at': '2022-03-26T03:12:05Z', 'revision_number': 1, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:06.898231 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5b97-abc5-408d-8bcd-996da3a1cb81 admin admin] Publish callbacks [] for security_group (f0acd5a5-1bba-4b5b-8597-724d3cacdcc8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:06.903388 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-91ce27f3-c8bc-4100-aa78-6588f3199cda req-c76b572c-32f5-4fca-a3e6-33571261ad04 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Mar 26 03:12:06.906858 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a48452-6921-43d3-9b63-1682119c194d None None] Checking router: 6130eee4-80f3-41ef-b548-01675f36d7d8 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:06.918601 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a48452-6921-43d3-9b63-1682119c194d None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:06.919294 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-64a48452-6921-43d3-9b63-1682119c194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:11:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:06.968789 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5b97-abc5-408d-8bcd-996da3a1cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (f0acd5a5-1bba-4b5b-8597-724d3cacdcc8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:07.012500 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f8ff5b97-abc5-408d-8bcd-996da3a1cb81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1474a32f734545c398f933aa3e176d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865504 Mar 26 03:12:07.015153 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45128) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:07.016033 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff5b97-abc5-408d-8bcd-996da3a1cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0acd5a5-1bba-4b5b-8597-724d3cacdcc8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:07.084936 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc76b-7d17-4039-b1a4-ac7384fd3320 admin admin] Publish callbacks [] for security_group (f0acd5a5-1bba-4b5b-8597-724d3cacdcc8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:07.110350 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc76b-7d17-4039-b1a4-ac7384fd3320 admin admin] Publish callbacks [] for security_group (f0acd5a5-1bba-4b5b-8597-724d3cacdcc8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:07.111471 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-64a48452-6921-43d3-9b63-1682119c194d None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:07.250553 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc76b-7d17-4039-b1a4-ac7384fd3320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (f0acd5a5-1bba-4b5b-8597-724d3cacdcc8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:07.253333 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc76b-7d17-4039-b1a4-ac7384fd3320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:07.258087 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d5fdc76b-7d17-4039-b1a4-ac7384fd3320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0acd5a5-1bba-4b5b-8597-724d3cacdcc8 HTTP/1.1" status: 204 len: 168 time: 0.2413962 Mar 26 03:12:07.297836 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdc76b-7d17-4039-b1a4-ac7384fd3320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0acd5a5-1bba-4b5b-8597-724d3cacdcc8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:07.332185 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-59d5ca34-cab6-4b0b-a0a3-36a6efed2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:07.332185 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-59d5ca34-cab6-4b0b-a0a3-36a6efed2c20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 1130 time: 0.0689580 Mar 26 03:12:07.350034 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493044-0311-438f-8500-98625588a5b0 req-1238282c-e509-4c7b-bc0b-ce11dc04ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:07.365713 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34493044-0311-438f-8500-98625588a5b0 req-1238282c-e509-4c7b-bc0b-ce11dc04ce7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 1129 time: 0.1035545 Mar 26 03:12:07.409521 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-64a48452-6921-43d3-9b63-1682119c194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '9f1f4950-3841-43f7-bea6-7b5405273ec9', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'port_id': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'mac_address': 'fa:16:3e:63:c4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:11:35Z', 'updated_at': '2022-03-26T03:12:05Z', 'revision_number': 1, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:07.454403 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a48452-6921-43d3-9b63-1682119c194d None None] The sync data for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi is: [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '9f1f4950-3841-43f7-bea6-7b5405273ec9', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'port_id': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'mac_address': 'fa:16:3e:63:c4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:11:35Z', 'updated_at': '2022-03-26T03:12:05Z', 'revision_number': 1, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:07.490124 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-63a91b0e-d9d1-43dc-a686-33250faf906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:07.499105 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-63a91b0e-d9d1-43dc-a686-33250faf906c service neutron] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 911 time: 0.1530218 Mar 26 03:12:07.506712 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493044-0311-438f-8500-98625588a5b0 req-26ca3c64-1bf0-46ac-b5b6-2edcfbe9b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:07.509549 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34493044-0311-438f-8500-98625588a5b0 req-26ca3c64-1bf0-46ac-b5b6-2edcfbe9b515 service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.1281524 Mar 26 03:12:07.561164 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34493044-0311-438f-8500-98625588a5b0 req-d033eaa2-b978-4c5d-9eed-32feac189839 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4504b-35c8-419a-b2be-3a18be440f15 HTTP/1.1" status: 200 len: 217 time: 0.0402069 Mar 26 03:12:07.629703 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493044-0311-438f-8500-98625588a5b0 req-004d5903-7f4b-4a5e-a929-25c12672d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:07.635723 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34493044-0311-438f-8500-98625588a5b0 req-004d5903-7f4b-4a5e-a929-25c12672d434 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0668004 Mar 26 03:12:07.651869 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-47e7214f-e086-4f44-bc8d-46e28a0969cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a HTTP/1.1" status: 200 len: 1000 time: 0.1517270 Mar 26 03:12:07.694263 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493044-0311-438f-8500-98625588a5b0 req-03525791-5e36-4c57-b2bb-695e89ddd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:07.696041 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34493044-0311-438f-8500-98625588a5b0 req-03525791-5e36-4c57-b2bb-695e89ddd2ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508401 Mar 26 03:12:07.718100 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-6159243f-7762-44a5-b156-d3733eebb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:07.719747 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-6159243f-7762-44a5-b156-d3733eebb574 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.0616553 Mar 26 03:12:07.783059 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e7f12-7cf8-49f9-82ec-e98c9c8f986a None None] New status for floating IP 9f1f4950-3841-43f7-bea6-7b5405273ec9: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:12:07.795641 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-e40cbe3e-8e17-468d-b473-5788e3ebcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:07.797614 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-e40cbe3e-8e17-468d-b473-5788e3ebcc97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709331 Mar 26 03:12:07.810080 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34493044-0311-438f-8500-98625588a5b0 req-7ee02bcf-1e99-462d-8a44-0ff94d0ad31d service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072400 Mar 26 03:12:08.058835 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2149ad-a11e-4d9e-9ac0-d31da2538e3b req-670a4291-0ee7-434d-acdc-2bd057d3a1d6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:08.063066 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4a2149ad-a11e-4d9e-9ac0-d31da2538e3b req-670a4291-0ee7-434d-acdc-2bd057d3a1d6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0724602 Mar 26 03:12:08.107967 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4a2149ad-a11e-4d9e-9ac0-d31da2538e3b req-01a3eefd-00c9-4576-b947-5502b7f47bdf tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Mar 26 03:12:08.399380 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45178) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:08.412898 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0016cf0e-2c6c-4bfb-a51c-c6432b731584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:08.510371 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0016cf0e-2c6c-4bfb-a51c-c6432b731584 admin admin] Publish callbacks [] for security_group (37b8c6d2-501d-4f64-a200-f521ee46303c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:08.569620 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0016cf0e-2c6c-4bfb-a51c-c6432b731584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (37b8c6d2-501d-4f64-a200-f521ee46303c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:08.610337 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-0016cf0e-2c6c-4bfb-a51c-c6432b731584 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a530e7f9f03463a87d30dbc871fe298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098794 Mar 26 03:12:08.611364 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016cf0e-2c6c-4bfb-a51c-c6432b731584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8c6d2-501d-4f64-a200-f521ee46303c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:08.614519 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45186) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:08.671639 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-36fdd45c-c515-4962-8081-47c313579a97 admin admin] Publish callbacks [] for security_group (37b8c6d2-501d-4f64-a200-f521ee46303c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:08.688506 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-36fdd45c-c515-4962-8081-47c313579a97 admin admin] Publish callbacks [] for security_group (37b8c6d2-501d-4f64-a200-f521ee46303c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:08.856414 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-36fdd45c-c515-4962-8081-47c313579a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (37b8c6d2-501d-4f64-a200-f521ee46303c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:08.859567 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-36fdd45c-c515-4962-8081-47c313579a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:08.863080 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-36fdd45c-c515-4962-8081-47c313579a97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37b8c6d2-501d-4f64-a200-f521ee46303c HTTP/1.1" status: 204 len: 168 time: 0.2452447 Mar 26 03:12:08.876535 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdd45c-c515-4962-8081-47c313579a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8c6d2-501d-4f64-a200-f521ee46303c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:09.228690 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d4242-824e-451b-9e87-52067febb345 req-e8c185a1-0b52-4457-8db5-ab17ce90ef6b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:09.230249 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d13d4242-824e-451b-9e87-52067febb345 req-e8c185a1-0b52-4457-8db5-ab17ce90ef6b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0518899 Mar 26 03:12:09.283813 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d13d4242-824e-451b-9e87-52067febb345 req-15633186-f463-4f57-95e8-0a54b8f2ee85 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479083 Mar 26 03:12:09.365644 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45218) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:09.467816 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf8ca-0f51-4cab-b6cf-f8fe724adcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.550102 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf8ca-0f51-4cab-b6cf-f8fe724adcdb admin admin] Publish callbacks [] for security_group (477f99be-a0ae-4c5e-9c0a-0163d20a68b8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.626023 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7cdf8ca-0f51-4cab-b6cf-f8fe724adcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (477f99be-a0ae-4c5e-9c0a-0163d20a68b8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.669055 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34493044-0311-438f-8500-98625588a5b0 req-cf1a794b-e694-4af6-81d8-71ee017d1cc6 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Mar 26 03:12:09.699124 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c7cdf8ca-0f51-4cab-b6cf-f8fe724adcdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7851a73429f34905b0802c237be2e040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323889 Mar 26 03:12:09.701894 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45234) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:09.702645 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdf8ca-0f51-4cab-b6cf-f8fe724adcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477f99be-a0ae-4c5e-9c0a-0163d20a68b8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:09.706513 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-fdbf973b-129f-42c5-8f9a-563ff70b1a3e service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271534 Mar 26 03:12:09.763507 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8744138f-f35c-48e6-a9fe-26bfe4e91cc9 admin admin] Publish callbacks [] for security_group (477f99be-a0ae-4c5e-9c0a-0163d20a68b8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.784746 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8744138f-f35c-48e6-a9fe-26bfe4e91cc9 admin admin] Publish callbacks [] for security_group (477f99be-a0ae-4c5e-9c0a-0163d20a68b8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.890752 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8744138f-f35c-48e6-a9fe-26bfe4e91cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (477f99be-a0ae-4c5e-9c0a-0163d20a68b8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.893644 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8744138f-f35c-48e6-a9fe-26bfe4e91cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:09.894891 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8744138f-f35c-48e6-a9fe-26bfe4e91cc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/477f99be-a0ae-4c5e-9c0a-0163d20a68b8 HTTP/1.1" status: 204 len: 168 time: 0.1919870 Mar 26 03:12:09.903994 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744138f-f35c-48e6-a9fe-26bfe4e91cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477f99be-a0ae-4c5e-9c0a-0163d20a68b8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:10.402096 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25b17d-7648-4024-b651-59f8aa11a089 req-34beeb95-30f3-48cb-813f-4ff45a90dc6d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:10.403628 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-df25b17d-7648-4024-b651-59f8aa11a089 req-34beeb95-30f3-48cb-813f-4ff45a90dc6d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0540874 Mar 26 03:12:10.451480 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:10.461492 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-df25b17d-7648-4024-b651-59f8aa11a089 req-10e0f2d0-78a3-4113-98cd-51bc1ffd2b53 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521061 Mar 26 03:12:10.552564 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45266) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:10.567558 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc0957be-59c4-4916-8c9b-20f57601941a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.602815 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-350bfa87-a57d-463f-b95c-52d1a8dd3841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.611014 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6b1c64f-f49c-4858-819f-f9d4bad96da4 req-adbbb3cf-aac2-4c6d-9eaa-10d53a6b6ccd service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996625 Mar 26 03:12:10.714748 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc0957be-59c4-4916-8c9b-20f57601941a admin admin] Publish callbacks [] for security_group (72e9d56b-0c2c-4f52-be07-4772c8b8ff19), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.735027 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-350bfa87-a57d-463f-b95c-52d1a8dd3841 admin admin] Publish callbacks [] for security_group (3560d106-7f4a-48c7-b7cb-2ee8a234579d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.799184 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc0957be-59c4-4916-8c9b-20f57601941a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (72e9d56b-0c2c-4f52-be07-4772c8b8ff19), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.817873 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-350bfa87-a57d-463f-b95c-52d1a8dd3841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3560d106-7f4a-48c7-b7cb-2ee8a234579d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.859389 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-fc0957be-59c4-4916-8c9b-20f57601941a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c75a42c14c24bd5a2f82377e3c223aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064773 Mar 26 03:12:10.862010 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45274) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:10.863924 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0957be-59c4-4916-8c9b-20f57601941a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e9d56b-0c2c-4f52-be07-4772c8b8ff19,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:10.872096 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-350bfa87-a57d-463f-b95c-52d1a8dd3841 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d99a1ee7c18a4eeaa4289b2ff71da620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192352 Mar 26 03:12:10.874972 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:10.917891 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bfa87-a57d-463f-b95c-52d1a8dd3841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3560d106-7f4a-48c7-b7cb-2ee8a234579d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:10.935745 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed1e7-71d5-4ee0-9243-0f4f63b566cb admin admin] Publish callbacks [] for security_group (72e9d56b-0c2c-4f52-be07-4772c8b8ff19), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.948782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af57aa4e-aeb0-483e-ba68-7fb224ab0cca admin admin] Publish callbacks [] for security_group (3560d106-7f4a-48c7-b7cb-2ee8a234579d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.960375 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed1e7-71d5-4ee0-9243-0f4f63b566cb admin admin] Publish callbacks [] for security_group (72e9d56b-0c2c-4f52-be07-4772c8b8ff19), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:10.972800 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af57aa4e-aeb0-483e-ba68-7fb224ab0cca admin admin] Publish callbacks [] for security_group (3560d106-7f4a-48c7-b7cb-2ee8a234579d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:11.113245 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed1e7-71d5-4ee0-9243-0f4f63b566cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (72e9d56b-0c2c-4f52-be07-4772c8b8ff19), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:11.113461 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af57aa4e-aeb0-483e-ba68-7fb224ab0cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3560d106-7f4a-48c7-b7cb-2ee8a234579d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:11.115766 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed1e7-71d5-4ee0-9243-0f4f63b566cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:11.116022 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af57aa4e-aeb0-483e-ba68-7fb224ab0cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:11.120994 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-4b0ed1e7-71d5-4ee0-9243-0f4f63b566cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72e9d56b-0c2c-4f52-be07-4772c8b8ff19 HTTP/1.1" status: 204 len: 168 time: 0.2538795 Mar 26 03:12:11.121282 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-af57aa4e-aeb0-483e-ba68-7fb224ab0cca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3560d106-7f4a-48c7-b7cb-2ee8a234579d HTTP/1.1" status: 204 len: 168 time: 0.2411108 Mar 26 03:12:11.126119 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ed1e7-71d5-4ee0-9243-0f4f63b566cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e9d56b-0c2c-4f52-be07-4772c8b8ff19,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:11.126218 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57aa4e-aeb0-483e-ba68-7fb224ab0cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3560d106-7f4a-48c7-b7cb-2ee8a234579d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:11.594275 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341e001-f57b-4fd2-af66-9777ae067f95 req-e4e2a589-32a0-433f-80a5-7771ffe122f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:11.599642 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1341e001-f57b-4fd2-af66-9777ae067f95 req-e4e2a589-32a0-433f-80a5-7771ffe122f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0668585 Mar 26 03:12:11.672427 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1341e001-f57b-4fd2-af66-9777ae067f95 req-e986a928-83a3-415e-8669-95259f74629d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567584 Mar 26 03:12:12.795757 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85670ba1-7a73-4f82-b5f2-3fa4842be676 req-0d97ab09-3d02-4a54-9424-50f942313a70 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:12.797467 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-85670ba1-7a73-4f82-b5f2-3fa4842be676 req-0d97ab09-3d02-4a54-9424-50f942313a70 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0567358 Mar 26 03:12:12.859012 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-85670ba1-7a73-4f82-b5f2-3fa4842be676 req-5f46569d-2234-4721-8fce-971239ff2cae tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497289 Mar 26 03:12:13.871782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1199f2-1a08-4056-a05e-d375307a90e2 req-77fdbc7e-e75e-4ae2-8546-adf9aa2cdfd4 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:13.873455 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5d1199f2-1a08-4056-a05e-d375307a90e2 req-77fdbc7e-e75e-4ae2-8546-adf9aa2cdfd4 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0634208 Mar 26 03:12:13.925408 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5d1199f2-1a08-4056-a05e-d375307a90e2 req-b1e6774e-e7dd-4304-8161-c92d6e74f1f4 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Mar 26 03:12:13.995592 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12764c5-eafd-4d49-b894-c3bb40342e94 req-de03e45a-bf96-4db8-a2b5-b95ecd0b9c17 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:13.997122 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c12764c5-eafd-4d49-b894-c3bb40342e94 req-de03e45a-bf96-4db8-a2b5-b95ecd0b9c17 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0525315 Mar 26 03:12:14.049869 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c12764c5-eafd-4d49-b894-c3bb40342e94 req-43d13e7c-a5ff-4616-9b3d-b29467f0991d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Mar 26 03:12:15.047299 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c73bcf-15ef-4354-997b-84df134638b5 req-f55ebda8-2709-47ea-8e88-389c1d509364 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:15.048830 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a7c73bcf-15ef-4354-997b-84df134638b5 req-f55ebda8-2709-47ea-8e88-389c1d509364 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0568008 Mar 26 03:12:15.095573 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a7c73bcf-15ef-4354-997b-84df134638b5 req-cd929762-f4c9-4a96-afff-0d9ceb2048fd tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Mar 26 03:12:15.179563 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb562e97-08d4-48fd-885f-4aefba14d20f req-a83ea7d7-01ec-4b9c-8774-223eaf38a0a8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:15.181130 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cb562e97-08d4-48fd-885f-4aefba14d20f req-a83ea7d7-01ec-4b9c-8774-223eaf38a0a8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0529182 Mar 26 03:12:15.238091 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cb562e97-08d4-48fd-885f-4aefba14d20f req-a281d83b-cb8f-46f9-b526-f3b1e965261c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480735 Mar 26 03:12:16.095793 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47ed4aca-45e9-40af-924f-d603f0fa454e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:16.215494 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199656f-0aa3-45e6-9833-4c81ca38efbb req-63b3cc19-b554-4790-b2ac-884219d770d2 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:16.217069 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c199656f-0aa3-45e6-9833-4c81ca38efbb req-63b3cc19-b554-4790-b2ac-884219d770d2 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0527418 Mar 26 03:12:16.263197 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c199656f-0aa3-45e6-9833-4c81ca38efbb req-87f19282-558b-43d5-9591-fc07271b15fc tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 Mar 26 03:12:16.372551 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55761-3e53-4110-a45d-33318809eb91 req-e720cf20-ec02-4987-ae81-4b1f243156d2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:16.374030 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a8f55761-3e53-4110-a45d-33318809eb91 req-e720cf20-ec02-4987-ae81-4b1f243156d2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0568149 Mar 26 03:12:16.420435 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a8f55761-3e53-4110-a45d-33318809eb91 req-eeaa15d7-41a1-4c45-8b5e-435bba540a8a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Mar 26 03:12:16.946658 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-e0ccca62-63b4-43cc-a529-d6da3b872b77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421820 Mar 26 03:12:17.052267 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-2dbefa8e-1448-4932-a3ad-44ad88df6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:17.053758 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-2dbefa8e-1448-4932-a3ad-44ad88df6bd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 1130 time: 0.0466535 Mar 26 03:12:17.154529 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-984f516e-668c-4a35-b374-35c059be15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:17.155991 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-984f516e-668c-4a35-b374-35c059be15e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.0833375 Mar 26 03:12:17.201231 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-24a294b0-15db-4a4a-9c70-200ef1fee5a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020 HTTP/1.1" status: 200 len: 217 time: 0.0366318 Mar 26 03:12:17.248058 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-b475b3fe-3085-4cbe-a423-3ab44083c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:17.249410 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-b475b3fe-3085-4cbe-a423-3ab44083c482 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0418527 Mar 26 03:12:17.296968 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-3f911827-3c17-4d24-92da-219167739c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:17.299915 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-3f911827-3c17-4d24-92da-219167739c85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422125 Mar 26 03:12:17.439276 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ff95f-8cd5-4931-a5ed-d6250f255f96 req-eb1ecf77-de3c-4099-8bc2-678e0ca48a11 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:17.440747 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-931ff95f-8cd5-4931-a5ed-d6250f255f96 req-eb1ecf77-de3c-4099-8bc2-678e0ca48a11 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0834129 Mar 26 03:12:17.444886 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-b50d9e98-20d2-422f-859d-06e3263c5a79 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347172 Mar 26 03:12:17.542513 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458247f-4d2f-4a25-b5e9-976888e613cd req-3c897a82-5496-47dd-8a38-6af6f99af51b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:17.543978 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5458247f-4d2f-4a25-b5e9-976888e613cd req-3c897a82-5496-47dd-8a38-6af6f99af51b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0555646 Mar 26 03:12:17.548669 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-931ff95f-8cd5-4931-a5ed-d6250f255f96 req-8e9cfe67-c6ac-471c-a655-ecff3abcbae6 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017787 Mar 26 03:12:17.570779 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-59b5f80a-25fa-4c8c-b1ee-d1fa66daa745 req-81d31a54-0434-4b08-8b12-e15db3566950 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180978 Mar 26 03:12:17.595118 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5458247f-4d2f-4a25-b5e9-976888e613cd req-f43aa5bf-ceaf-464e-b92f-27c6a8568e2c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Mar 26 03:12:18.351708 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e810e49-4489-41a0-ab03-81ff80577903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.512871 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836523-7241-4bce-b545-917af6f4818f req-949112c1-df6a-48ce-902d-3de42d7cb1ea tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:18.514316 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-29836523-7241-4bce-b545-917af6f4818f req-949112c1-df6a-48ce-902d-3de42d7cb1ea tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.18 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.0552588 Mar 26 03:12:18.727834 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d08a9-e73c-4b7b-913b-6055184f88c5 req-d353521e-6f8f-4625-a93b-ae162d6579c5 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:18.729375 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9a6d08a9-e73c-4b7b-913b-6055184f88c5 req-d353521e-6f8f-4625-a93b-ae162d6579c5 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0635166 Mar 26 03:12:18.799024 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9a6d08a9-e73c-4b7b-913b-6055184f88c5 req-730218ad-f1ae-440d-8aaf-02a00a8b957a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623882 Mar 26 03:12:18.881780 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Deleting port bca3245c-b71e-4d5b-811c-6907cdc85b49 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:12:18.882124 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:18.934414 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac451a-6082-41cf-8208-bf6948fb1772 req-a5025ca9-8f68-437b-9a7a-5e197487ff88 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:18.935903 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-caac451a-6082-41cf-8208-bf6948fb1772 req-a5025ca9-8f68-437b-9a7a-5e197487ff88 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 946 time: 0.1143520 Mar 26 03:12:19.014327 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] For port bca3245c-b71e-4d5b-811c-6907cdc85b49, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bca3245c-b71e-4d5b-811c-6907cdc85b49,segment=NetworkSegment(f0fc72c1-b491-406a-80b1-8ca150495d65),segment_id=f0fc72c1-b491-406a-80b1-8ca150495d65)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:19.014713 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.019785 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-caac451a-6082-41cf-8208-bf6948fb1772 req-e4822b59-fbd6-44c3-a2f9-d5a2cfebe0de tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/security-groups?id=489c5005-b125-4389-87f3-b0a0e393d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767071 Mar 26 03:12:19.033119 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Calling delete_port for bca3245c-b71e-4d5b-811c-6907cdc85b49 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:12:19.305842 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (bca3245c-b71e-4d5b-811c-6907cdc85b49), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.324050 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['bca3245c-b71e-4d5b-811c-6907cdc85b49'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:12:19.339685 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Pushing event deleted for resources: {'Port': ['ID=bca3245c-b71e-4d5b-811c-6907cdc85b49,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:19.347503 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.347853 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.348198 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.348534 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.348869 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.349194 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.349520 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.349858 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.350272 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.350655 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.350958 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.351282 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.351609 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.351923 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.352239 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:19.440206 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] No DVR routers for this DVR port bca3245c-b71e-4d5b-811c-6907cdc85b49 on host hv-cinder-83532 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:12:19.444078 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.447478 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-29836523-7241-4bce-b545-917af6f4818f req-f2a47bc5-798a-480c-a377-26ef0aac2e87 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.18 "DELETE /v2.0/ports/bca3245c-b71e-4d5b-811c-6907cdc85b49 HTTP/1.1" status: 204 len: 173 time: 0.9228144 Mar 26 03:12:19.447921 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cfff6-56b7-40c2-9d58-019ef6bb19ac', 'name': 'network-vif-deleted', 'tag': 'bca3245c-b71e-4d5b-811c-6907cdc85b49'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:12:19.450681 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd2aeaa-1b73-426a-bb4f-1e8acfa84ade" -d '{"events": [{"server_uuid": "d36cfff6-56b7-40c2-9d58-019ef6bb19ac", "name": "network-vif-deleted", "tag": "bca3245c-b71e-4d5b-811c-6907cdc85b49"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:12:19.457095 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:19.488016 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95969231-3f21-4169-b6ea-a252cba0f227 x-openstack-request-id: req-95969231-3f21-4169-b6ea-a252cba0f227 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:12:19.489682 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36cfff6-56b7-40c2-9d58-019ef6bb19ac", "name": "network-vif-deleted", "tag": "bca3245c-b71e-4d5b-811c-6907cdc85b49", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:12:19.490051 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95969231-3f21-4169-b6ea-a252cba0f227 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:12:19.490551 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95969231-3f21-4169-b6ea-a252cba0f227'] response: {'server_uuid': 'd36cfff6-56b7-40c2-9d58-019ef6bb19ac', 'name': 'network-vif-deleted', 'tag': 'bca3245c-b71e-4d5b-811c-6907cdc85b49', 'status': 'completed', 'code': 200} Mar 26 03:12:19.907075 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235a127-f286-4c41-9c68-b9e9611c799f req-482f0f18-d612-463f-8cdb-946cf8fb76e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:19.908500 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4235a127-f286-4c41-9c68-b9e9611c799f req-482f0f18-d612-463f-8cdb-946cf8fb76e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0549383 Mar 26 03:12:19.956313 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4235a127-f286-4c41-9c68-b9e9611c799f req-5f9b59c4-0a19-49b3-8a5d-104d0925709f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Mar 26 03:12:20.117679 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-060e6018-7d89-401f-9e99-23a95f61032f req-e4b3f6fb-8671-41a3-a41e-c5926983ae31 tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 210 time: 0.0269988 Mar 26 03:12:20.473324 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:20.745716 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:21.075634 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45c36-9148-44b4-8d73-74b1237fa5b1 req-34bf6f7f-ce11-4bb5-ab5b-3b035addddb2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:21.077118 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7ae45c36-9148-44b4-8d73-74b1237fa5b1 req-34bf6f7f-ce11-4bb5-ab5b-3b035addddb2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Mar 26 03:12:21.127022 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7ae45c36-9148-44b4-8d73-74b1237fa5b1 req-c7d1f3c7-5fe8-4633-a9eb-88793adbdb10 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Mar 26 03:12:21.225083 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-36e9dc58-e3d5-486c-96b6-04e0f27d64be req-e8f9e26d-0eaa-4ed1-9305-3169faa7e33e tempest-DeleteServersTestJSON-54298217 tempest-DeleteServersTestJSON-54298217-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36cfff6-56b7-40c2-9d58-019ef6bb19ac HTTP/1.1" status: 200 len: 210 time: 0.0268292 Mar 26 03:12:21.403817 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:12:22.070022 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45670) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:22.174627 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a518a1b-d649-4d0d-ac6a-4acd113dc4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:22.269478 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ba5d1-e365-47ba-97d5-62cfd18f9c24 req-a5c90844-7264-491c-a15c-55b41776f2df tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:22.271796 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-695ba5d1-e365-47ba-97d5-62cfd18f9c24 req-a5c90844-7264-491c-a15c-55b41776f2df tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0782888 Mar 26 03:12:22.307268 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a518a1b-d649-4d0d-ac6a-4acd113dc4b7 admin admin] Publish callbacks [] for security_group (19678bb7-4606-4376-b259-90b64ec244d6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:22.338857 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-695ba5d1-e365-47ba-97d5-62cfd18f9c24 req-ed2eecd6-308e-41a5-99a0-8224b17d1acc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555093 Mar 26 03:12:22.399078 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a518a1b-d649-4d0d-ac6a-4acd113dc4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (19678bb7-4606-4376-b259-90b64ec244d6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:22.446834 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-6a518a1b-d649-4d0d-ac6a-4acd113dc4b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c31a64ee4fb44a794486c742ed8a2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732550 Mar 26 03:12:22.446834 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a518a1b-d649-4d0d-ac6a-4acd113dc4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19678bb7-4606-4376-b259-90b64ec244d6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:22.447281 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45688) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:22.454827 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:22.502301 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e3842-56b3-410f-97ce-707ba5907e50 admin admin] Publish callbacks [] for security_group (19678bb7-4606-4376-b259-90b64ec244d6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:22.525380 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e3842-56b3-410f-97ce-707ba5907e50 admin admin] Publish callbacks [] for security_group (19678bb7-4606-4376-b259-90b64ec244d6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:22.638772 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e3842-56b3-410f-97ce-707ba5907e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (19678bb7-4606-4376-b259-90b64ec244d6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:22.641352 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e3842-56b3-410f-97ce-707ba5907e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:22.643569 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-6e3e3842-56b3-410f-97ce-707ba5907e50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19678bb7-4606-4376-b259-90b64ec244d6 HTTP/1.1" status: 204 len: 168 time: 0.1954381 Mar 26 03:12:22.651617 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e3842-56b3-410f-97ce-707ba5907e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19678bb7-4606-4376-b259-90b64ec244d6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:23.264180 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45720) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:23.280020 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.355672 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Publish callbacks [] for security_group (998b9cec-abc7-4667-823b-17540ca19766), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.379437 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device bca3245c-b71e-4d5b-811c-6907cdc85b49 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:12:23.400553 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: bca3245c-b71e-4d5b-811c-6907cdc85b49 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:12:23.400908 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device bca3245c-b71e-4d5b-811c-6907cdc85b49 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:12:23.465452 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21b58-3893-4140-ab9f-332a9704a24b req-a030b884-96fa-4bab-b5be-7ab4f8164b9d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:23.466993 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7ca21b58-3893-4140-ab9f-332a9704a24b req-a030b884-96fa-4bab-b5be-7ab4f8164b9d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0529339 Mar 26 03:12:23.472888 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (998b9cec-abc7-4667-823b-17540ca19766), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.493802 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45726) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:23.532660 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7ca21b58-3893-4140-ab9f-332a9704a24b req-01d013ae-c75c-4712-b605-8dbae0fc651a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599744 Mar 26 03:12:23.533088 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46040c755f8343f683bd3db7c498740f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677667 Mar 26 03:12:23.533354 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45730) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:23.536082 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998b9cec-abc7-4667-823b-17540ca19766,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:23.548465 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.548820 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.549167 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.549499 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.549874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.550595 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.551070 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.552206 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.552847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.553453 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.553929 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.554414 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.555053 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.555528 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.556658 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f3af7-f03d-40ab-a4c4-a7d5cba11de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:23.602820 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49853c02-c25f-44a0-9cdc-caae4fe94230 admin admin] Publish callbacks [] for security_group (998b9cec-abc7-4667-823b-17540ca19766), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.625340 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49853c02-c25f-44a0-9cdc-caae4fe94230 admin admin] Publish callbacks [] for security_group (998b9cec-abc7-4667-823b-17540ca19766), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.658604 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8438829d-c64b-46ab-9fa1-a7e4c96daade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.745181 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8438829d-c64b-46ab-9fa1-a7e4c96daade admin admin] Publish callbacks [] for security_group (d81bd1ef-1230-4d23-a8fe-0cb94dbadec4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.798609 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49853c02-c25f-44a0-9cdc-caae4fe94230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (998b9cec-abc7-4667-823b-17540ca19766), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.801303 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49853c02-c25f-44a0-9cdc-caae4fe94230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.802479 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-49853c02-c25f-44a0-9cdc-caae4fe94230 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/998b9cec-abc7-4667-823b-17540ca19766 HTTP/1.1" status: 204 len: 168 time: 0.2680368 Mar 26 03:12:23.815333 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49853c02-c25f-44a0-9cdc-caae4fe94230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998b9cec-abc7-4667-823b-17540ca19766,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:23.835730 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8438829d-c64b-46ab-9fa1-a7e4c96daade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (d81bd1ef-1230-4d23-a8fe-0cb94dbadec4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.874987 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8438829d-c64b-46ab-9fa1-a7e4c96daade admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b923fe584e5e4f50a05c23ac56faade3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788311 Mar 26 03:12:23.879537 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438829d-c64b-46ab-9fa1-a7e4c96daade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81bd1ef-1230-4d23-a8fe-0cb94dbadec4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:23.882344 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45746) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:23.947344 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-123cca05-d261-4700-abf6-5c3de7c56aee admin admin] Publish callbacks [] for security_group (d81bd1ef-1230-4d23-a8fe-0cb94dbadec4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:23.973676 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45756) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:23.974306 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-123cca05-d261-4700-abf6-5c3de7c56aee admin admin] Publish callbacks [] for security_group (d81bd1ef-1230-4d23-a8fe-0cb94dbadec4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.022872 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-839eae63-0cf6-4d99-b0a5-d40bab1d63f4 admin admin] Deleting subnet 68db9a40-b2c4-45b1-bf5b-4beda0b54330 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:12:24.025888 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-839eae63-0cf6-4d99-b0a5-d40bab1d63f4 admin admin] Publish callbacks [] for subnet (68db9a40-b2c4-45b1-bf5b-4beda0b54330), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.058881 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-839eae63-0cf6-4d99-b0a5-d40bab1d63f4 admin admin] Publish callbacks [] for subnet (68db9a40-b2c4-45b1-bf5b-4beda0b54330), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.068939 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-839eae63-0cf6-4d99-b0a5-d40bab1d63f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (68db9a40-b2c4-45b1-bf5b-4beda0b54330), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.140409 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-123cca05-d261-4700-abf6-5c3de7c56aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (d81bd1ef-1230-4d23-a8fe-0cb94dbadec4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.142997 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-123cca05-d261-4700-abf6-5c3de7c56aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.144401 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-123cca05-d261-4700-abf6-5c3de7c56aee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d81bd1ef-1230-4d23-a8fe-0cb94dbadec4 HTTP/1.1" status: 204 len: 168 time: 0.2606523 Mar 26 03:12:24.156876 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cca05-d261-4700-abf6-5c3de7c56aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81bd1ef-1230-4d23-a8fe-0cb94dbadec4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:24.239534 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-839eae63-0cf6-4d99-b0a5-d40bab1d63f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (68db9a40-b2c4-45b1-bf5b-4beda0b54330), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.273248 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eae63-0cf6-4d99-b0a5-d40bab1d63f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68db9a40-b2c4-45b1-bf5b-4beda0b54330,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:24.277787 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-839eae63-0cf6-4d99-b0a5-d40bab1d63f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.282849 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-839eae63-0cf6-4d99-b0a5-d40bab1d63f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68db9a40-b2c4-45b1-bf5b-4beda0b54330 HTTP/1.1" status: 204 len: 168 time: 0.3076200 Mar 26 03:12:24.283164 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:24.350763 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (617df0f9-fce0-4b75-881a-522a3b20ce18), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.437608 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (617df0f9-fce0-4b75-881a-522a3b20ce18), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.461711 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.461711 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.461711 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.461711 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > port after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.461991 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.462191 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > port after_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.462433 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.462775 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.463095 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.463407 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.575183 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:24.588505 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9169a387-617a-4db9-9f50-ca36d3516515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.602198 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.602713 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.602888 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.603822 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:24.604223 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617df0f9-fce0-4b75-881a-522a3b20ce18']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:24.626101 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fc72c1-b491-406a-80b1-8ca150495d65') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:24.626403 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fc72c1-b491-406a-80b1-8ca150495d65') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:24.644395 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5209742'] for segment (f0fc72c1-b491-406a-80b1-8ca150495d65), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.669290 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (f0fc72c1-b491-406a-80b1-8ca150495d65), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.684300 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:12:24.684733 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286246'] for segment (f0fc72c1-b491-406a-80b1-8ca150495d65), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.691137 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9169a387-617a-4db9-9f50-ca36d3516515 admin admin] Publish callbacks [] for security_group (1c2193f3-a011-473e-bc2f-d9e183e134e0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: from cryptography.utils import int_from_bytes Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: from cryptography.utils import int_from_bytes Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: Traceback (most recent call last): Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: timer() Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: cb(*args, **kw) Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: return func(*args, **kwargs) Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: self._notify() Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: self.callback(batched_events) Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: event.method(event) Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: return f(self, *a, **k) Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._get(url).json() Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:12:24.705645 dv-cinder-835328-1-iscsi neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:12:24.749838 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73cea-261e-40c0-9d81-85743af845fa req-7d6fd70b-37a2-4602-8f98-d2227d55fe40 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:24.751466 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3ca73cea-261e-40c0-9d81-85743af845fa req-7d6fd70b-37a2-4602-8f98-d2227d55fe40 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1364198 Mar 26 03:12:24.805609 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9169a387-617a-4db9-9f50-ca36d3516515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1c2193f3-a011-473e-bc2f-d9e183e134e0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.829660 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3ca73cea-261e-40c0-9d81-85743af845fa req-4cc76926-b3ea-4f27-902e-d72d12207b2f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717387 Mar 26 03:12:24.849624 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (617df0f9-fce0-4b75-881a-522a3b20ce18), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.856233 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-9169a387-617a-4db9-9f50-ca36d3516515 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0a78fafdc7e425c86caa1a5f1511edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794707 Mar 26 03:12:24.857567 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169a387-617a-4db9-9f50-ca36d3516515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2193f3-a011-473e-bc2f-d9e183e134e0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:24.859157 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.861132 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45798) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:24.880728 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] 10.222.0.20 "DELETE /v2.0/networks/617df0f9-fce0-4b75-881a-522a3b20ce18 HTTP/1.1" status: 204 len: 168 time: 0.5905247 Mar 26 03:12:24.884907 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059709a0-21e8-46fb-a4bf-c5c06da0f610 admin admin] Pushing event deleted for resources: {'Network': ['ID=617df0f9-fce0-4b75-881a-522a3b20ce18,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:24.926569 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8571-8616-4787-9e77-8e9cd89700a3 admin admin] Publish callbacks [] for security_group (1c2193f3-a011-473e-bc2f-d9e183e134e0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:24.947855 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8571-8616-4787-9e77-8e9cd89700a3 admin admin] Publish callbacks [] for security_group (1c2193f3-a011-473e-bc2f-d9e183e134e0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:25.107574 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8571-8616-4787-9e77-8e9cd89700a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1c2193f3-a011-473e-bc2f-d9e183e134e0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:25.110334 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8571-8616-4787-9e77-8e9cd89700a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:25.111616 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6e1a8571-8616-4787-9e77-8e9cd89700a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c2193f3-a011-473e-bc2f-d9e183e134e0 HTTP/1.1" status: 204 len: 168 time: 0.2495716 Mar 26 03:12:25.119364 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a8571-8616-4787-9e77-8e9cd89700a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2193f3-a011-473e-bc2f-d9e183e134e0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:25.284753 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45818) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:25.326755 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6a37fc98-9f37-470d-a139-d030c245d0bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a997d0b1ccf470086e65db557a9b5ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407033 Mar 26 03:12:25.329291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45820) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:25.377497 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b200bfb-f4bb-419a-8ef9-6a1e432fd623 admin admin] Publish callbacks [] for security_group (489c5005-b125-4389-87f3-b0a0e393d80c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:25.403719 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b200bfb-f4bb-419a-8ef9-6a1e432fd623 admin admin] Publish callbacks [] for security_group (489c5005-b125-4389-87f3-b0a0e393d80c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:25.530911 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b200bfb-f4bb-419a-8ef9-6a1e432fd623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (489c5005-b125-4389-87f3-b0a0e393d80c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:25.535071 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b200bfb-f4bb-419a-8ef9-6a1e432fd623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:25.535071 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8b200bfb-f4bb-419a-8ef9-6a1e432fd623 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/489c5005-b125-4389-87f3-b0a0e393d80c HTTP/1.1" status: 204 len: 168 time: 0.2046394 Mar 26 03:12:25.543515 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b200bfb-f4bb-419a-8ef9-6a1e432fd623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c5005-b125-4389-87f3-b0a0e393d80c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:25.949122 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab94096-2e3b-4bf1-8f5d-c7d81ded8fc3 req-e037e783-4355-4961-822c-4f895c781d17 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:25.950672 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3ab94096-2e3b-4bf1-8f5d-c7d81ded8fc3 req-e037e783-4355-4961-822c-4f895c781d17 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0560145 Mar 26 03:12:25.997778 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3ab94096-2e3b-4bf1-8f5d-c7d81ded8fc3 req-aee079c1-a7a3-4fd3-a2e0-a0002393b8ed tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Mar 26 03:12:26.249926 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45870) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:26.374244 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dc1a-2c77-4dbe-b7e2-eda10749c4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:26.450537 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dc1a-2c77-4dbe-b7e2-eda10749c4ce admin admin] Publish callbacks [] for security_group (7fdb059c-9590-4883-9d57-4e848ad6f813), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:26.576064 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dc1a-2c77-4dbe-b7e2-eda10749c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7fdb059c-9590-4883-9d57-4e848ad6f813), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:26.617399 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8bc7dc1a-2c77-4dbe-b7e2-eda10749c4ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7ed0bf07f614f1ba07ac5adcd9be849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677671 Mar 26 03:12:26.619395 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7dc1a-2c77-4dbe-b7e2-eda10749c4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdb059c-9590-4883-9d57-4e848ad6f813,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:26.620303 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45888) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:26.672264 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8a1cdf2-eb28-478f-922d-cd352c15e80b admin admin] Publish callbacks [] for security_group (7fdb059c-9590-4883-9d57-4e848ad6f813), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:26.693928 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8a1cdf2-eb28-478f-922d-cd352c15e80b admin admin] Publish callbacks [] for security_group (7fdb059c-9590-4883-9d57-4e848ad6f813), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:26.764239 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45898) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:26.838678 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8a1cdf2-eb28-478f-922d-cd352c15e80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7fdb059c-9590-4883-9d57-4e848ad6f813), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:26.841387 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8a1cdf2-eb28-478f-922d-cd352c15e80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:26.843302 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-e8a1cdf2-eb28-478f-922d-cd352c15e80b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fdb059c-9590-4883-9d57-4e848ad6f813 HTTP/1.1" status: 204 len: 168 time: 0.2211292 Mar 26 03:12:26.851828 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1cdf2-eb28-478f-922d-cd352c15e80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdb059c-9590-4883-9d57-4e848ad6f813,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:26.924348 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-438232983-network', 'tenant_id': 'e897267a79754784a6d52e00d89bfced'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:27.032588 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Made reservation on behalf of e897267a79754784a6d52e00d89bfced for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:12:27.034982 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.044188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.152281 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4503e0-a781-4987-a0be-499478456453 req-d57ac0b8-dce8-451a-8471-1c8c195272aa tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:27.153747 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f4503e0-a781-4987-a0be-499478456453 req-d57ac0b8-dce8-451a-8471-1c8c195272aa tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0858035 Mar 26 03:12:27.170749 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Publish callbacks [] for security_group (2b6b1906-ef22-4028-a233-c53b107aa6c2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.295172 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:27.343418 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (2b6b1906-ef22-4028-a233-c53b107aa6c2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.388543 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:12:27.390376 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6b1906-ef22-4028-a233-c53b107aa6c2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:27.404108 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f4503e0-a781-4987-a0be-499478456453 req-cb1f32fa-65e5-4739-bba9-9c1ff0853cfb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429605 Mar 26 03:12:27.408302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (27e4fa6a-d73b-4687-b46b-69a11db21175), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.408655 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.segments_db [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Added segment 27e4fa6a-d73b-4687-b46b-69a11db21175 of type vlan for network e74046de-d4b9-46ee-b50a-b0f7d2343e8b Mar 26 03:12:27.449445 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (e74046de-d4b9-46ee-b50a-b0f7d2343e8b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.510414 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-200118555-network', 'tenant_id': '50915e0d81934278bd4b86b6434a6232'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:27.577728 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (e74046de-d4b9-46ee-b50a-b0f7d2343e8b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.578731 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:27.579437 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.641432 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] Pushing event updated for resources: {'Network': ['ID=e74046de-d4b9-46ee-b50a-b0f7d2343e8b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:27.653551 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:12:27.678335 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Made reservation on behalf of 50915e0d81934278bd4b86b6434a6232 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:12:27.680658 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.689636 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.775661 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Publish callbacks [] for security_group (b08fd41e-3531-421f-a4be-97f36fe3b5f2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.779644 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45932) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:27.791205 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-79ef7aef-7b7c-4d74-bfde-6d2499c88af0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0303447 Mar 26 03:12:27.794291 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45934) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:27.797176 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3965-af41-4de4-a8c0-e4b0549fde8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.803050 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Request body: {'subnet': {'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-438232983-subnet', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:27.871449 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b08fd41e-3531-421f-a4be-97f36fe3b5f2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.876014 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3965-af41-4de4-a8c0-e4b0549fde8a admin admin] Publish callbacks [] for security_group (07b2506c-7e85-4a37-9551-5d9ff9eb18dc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.896039 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:12:27.917385 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08fd41e-3531-421f-a4be-97f36fe3b5f2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:27.920175 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (0173517e-e432-46ad-9300-b065d32ea019), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.920635 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Added segment 0173517e-e432-46ad-9300-b065d32ea019 of type vlan for network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f Mar 26 03:12:27.929285 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Made reservation on behalf of e897267a79754784a6d52e00d89bfced for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:12:27.931563 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5150847'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.957161 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3965-af41-4de4-a8c0-e4b0549fde8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (07b2506c-7e85-4a37-9551-5d9ff9eb18dc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:27.997466 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a3ad3965-af41-4de4-a8c0-e4b0549fde8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f75a62c0d0a46be9a6e110675162dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158642 Mar 26 03:12:27.999840 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45938) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:28.006318 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad3965-af41-4de4-a8c0-e4b0549fde8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b2506c-7e85-4a37-9551-5d9ff9eb18dc,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:28.009420 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.051613 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c8d23e4-77af-4ed1-86a4-429b35a03cd8 admin admin] Publish callbacks [] for security_group (07b2506c-7e85-4a37-9551-5d9ff9eb18dc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.074489 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c8d23e4-77af-4ed1-86a4-429b35a03cd8 admin admin] Publish callbacks [] for security_group (07b2506c-7e85-4a37-9551-5d9ff9eb18dc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.130160 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.131649 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:28.132215 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.202040 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:28.211556 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:12:28.244587 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c8d23e4-77af-4ed1-86a4-429b35a03cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (07b2506c-7e85-4a37-9551-5d9ff9eb18dc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.247169 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c8d23e4-77af-4ed1-86a4-429b35a03cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.248312 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6c8d23e4-77af-4ed1-86a4-429b35a03cd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07b2506c-7e85-4a37-9551-5d9ff9eb18dc HTTP/1.1" status: 204 len: 168 time: 0.2475846 Mar 26 03:12:28.257522 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d23e4-77af-4ed1-86a4-429b35a03cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b2506c-7e85-4a37-9551-5d9ff9eb18dc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:28.308089 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5150825'] for subnet (0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.312757 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c76e014c-a543-48d9-be00-460bda77d8f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0165102 Mar 26 03:12:28.317063 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45942) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:28.321398 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Request body: {'subnet': {'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-subnet', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:28.377227 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:28.385161 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Checking segment: {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:28.385528 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Network hostable DHCP agents. Network: e74046de-d4b9-46ee-b50a-b0f7d2343e8b, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:12:28.427170 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Made reservation on behalf of 50915e0d81934278bd4b86b6434a6232 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:12:28.429476 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.502741 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:12:28.536033 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b593a-090a-415d-b2db-c0a154c8129a req-db384591-af76-4b4f-b79a-234f3b5342d2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:28.537587 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b22b593a-090a-415d-b2db-c0a154c8129a req-db384591-af76-4b4f-b79a-234f3b5342d2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0649953 Mar 26 03:12:28.587151 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b22b593a-090a-415d-b2db-c0a154c8129a req-f62ac37d-9445-406a-bf2e-80706a01cfcf tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438652 Mar 26 03:12:28.616096 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, e74046de-d4b9-46ee-b50a-b0f7d2343e8b) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:28.621002 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:28.621750 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.625110 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55b32c-d40c-4b5c-8226-f932ebf0656f None None] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:12:28.690508 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (3221108f-d877-4550-b0a1-34bb6c5dcd59), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.728500 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'project_id': 'e897267a79754784a6d52e00d89bfced', 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:12:28.729436 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.745047 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-0ee00ed0-67a6-49f6-9ab8-2a9c9dfc94f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9492757 Mar 26 03:12:28.747332 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45952) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:28.750228 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3221108f-d877-4550-b0a1-34bb6c5dcd59,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:28.752839 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:28.759837 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Checking segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:28.760056 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Network hostable DHCP agents. Network: fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:12:28.871170 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Allocated IP 172.20.0.2 (e74046de-d4b9-46ee-b50a-b0f7d2343e8b/0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1/1c18386a-37e9-4357-bdb8-863d1f15fa6a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:28.887148 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:12:28.887381 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.888756 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.954479 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks [] for router_controller (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.980038 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:28.984491 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:28.986154 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:28.992780 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39ae72-50c2-4bf3-8abc-408c42d482e6 None None] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:12:29.001654 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45976) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:29.032109 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:29.047885 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-051adf21-a3c8-4757-a164-61246d0b8f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.059784 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c26d95-3d1b-4ae3-baf1-2f1c7f1195ff admin admin] Deleting subnet 542dfdbd-2a08-43b9-bb91-fc6169c322f0 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:12:29.063056 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6c26d95-3d1b-4ae3-baf1-2f1c7f1195ff admin admin] Publish callbacks [] for subnet (542dfdbd-2a08-43b9-bb91-fc6169c322f0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.113438 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-e89c610c-a65e-44e7-8421-2f95a7be0563 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7963173 Mar 26 03:12:29.117180 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45980) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:29.123678 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:29.128608 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6c26d95-3d1b-4ae3-baf1-2f1c7f1195ff admin admin] Publish callbacks [] for subnet (542dfdbd-2a08-43b9-bb91-fc6169c322f0), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.133830 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Publish callbacks [] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.138030 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6c26d95-3d1b-4ae3-baf1-2f1c7f1195ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (542dfdbd-2a08-43b9-bb91-fc6169c322f0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.167331 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'project_id': '50915e0d81934278bd4b86b6434a6232', 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:12:29.169065 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.236704 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks [] for router_gateway (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.252253 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.270024 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (152a627a-ed3d-4dc9-b82d-410bb28594b2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.272450 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (152a627a-ed3d-4dc9-b82d-410bb28594b2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.276380 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-051adf21-a3c8-4757-a164-61246d0b8f2e admin admin] Publish callbacks [] for security_group (74292820-7149-4a1d-9a31-cfd58c8e4e00), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.279641 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6c26d95-3d1b-4ae3-baf1-2f1c7f1195ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for subnet (542dfdbd-2a08-43b9-bb91-fc6169c322f0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.301963 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:29.307511 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:29.314937 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:29.323171 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c26d95-3d1b-4ae3-baf1-2f1c7f1195ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542dfdbd-2a08-43b9-bb91-fc6169c322f0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:29.327550 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6c26d95-3d1b-4ae3-baf1-2f1c7f1195ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.333896 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d6c26d95-3d1b-4ae3-baf1-2f1c7f1195ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/542dfdbd-2a08-43b9-bb91-fc6169c322f0 HTTP/1.1" status: 204 len: 168 time: 0.3311193 Mar 26 03:12:29.334623 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 45986) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:29.348719 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Pushing event updated for resources: {'Port': ['ID=1c18386a-37e9-4357-bdb8-863d1f15fa6a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:29.386887 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.387457 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.387961 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.388458 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.388938 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.389412 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.390006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.390495 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.390963 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.391447 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.391905 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.392388 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.392888 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.393357 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.393983 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:29.403340 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-051adf21-a3c8-4757-a164-61246d0b8f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (74292820-7149-4a1d-9a31-cfd58c8e4e00), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.434955 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051adf21-a3c8-4757-a164-61246d0b8f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74292820-7149-4a1d-9a31-cfd58c8e4e00,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:29.436684 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Allocated IP 172.20.0.2 (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f/3221108f-d877-4550-b0a1-34bb6c5dcd59/bef42d67-cc7d-4290-bb20-848b87316913) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:29.438794 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Attempting to bind port 1c18386a-37e9-4357-bdb8-863d1f15fa6a on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:29.439164 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Attempting to bind port 1c18386a-37e9-4357-bdb8-863d1f15fa6a by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:29.439522 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Attempting to bind port 1c18386a-37e9-4357-bdb8-863d1f15fa6a on network e74046de-d4b9-46ee-b50a-b0f7d2343e8b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:29.447586 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:29.447967 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Checking segment: {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:29.448455 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.448800 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Bound using segment: {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:29.449193 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Bound port: 1c18386a-37e9-4357-bdb8-863d1f15fa6a, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:29.449557 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.459257 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks [] for router_controller (152a627a-ed3d-4dc9-b82d-410bb28594b2), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.483905 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-051adf21-a3c8-4757-a164-61246d0b8f2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f4e21438362422c8a4a1d551d6d41a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4506767 Mar 26 03:12:29.486933 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 45994) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:29.513228 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (272a8bb2-2a51-4140-93e3-bdd74d5669ed), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.585709 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eee8f35f-bb99-4bf8-874b-89937d8c674c admin admin] Publish callbacks [] for security_group (74292820-7149-4a1d-9a31-cfd58c8e4e00), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.596763 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] For port 1c18386a-37e9-4357-bdb8-863d1f15fa6a, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:29.607888 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] For port 1c18386a-37e9-4357-bdb8-863d1f15fa6a, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=1c18386a-37e9-4357-bdb8-863d1f15fa6a,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:29.630057 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eee8f35f-bb99-4bf8-874b-89937d8c674c admin admin] Publish callbacks [] for security_group (74292820-7149-4a1d-9a31-cfd58c8e4e00), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.680770 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.705080 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (272a8bb2-2a51-4140-93e3-bdd74d5669ed), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.729890 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Publish callbacks [] for port (bef42d67-cc7d-4290-bb20-848b87316913), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.767466 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9949b9-d252-46bc-a3ce-2834ce375956 None None] Pushing event updated for resources: {'Port': ['ID=1c18386a-37e9-4357-bdb8-863d1f15fa6a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:29.785831 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks [] for router_gateway (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.802182 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.802615 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.803347 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.803674 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.803987 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.804315 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.804625 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.804936 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.805247 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.805586 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.806278 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.809115 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (bef42d67-cc7d-4290-bb20-848b87316913), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.849996 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:29.853011 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:29.860226 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:29.865986 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Pushing event updated for resources: {'Port': ['ID=bef42d67-cc7d-4290-bb20-848b87316913,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:29.874667 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.875013 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.875343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.875661 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 26 03:12:29.876022 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272a8bb2-2a51-4140-93e3-bdd74d5669ed']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:29.883038 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks [] for router_gateway (152a627a-ed3d-4dc9-b82d-410bb28594b2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.904147 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eaed60e-8acc-40f0-aab0-edb9c8ee5cd8') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:29.904575 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eaed60e-8acc-40f0-aab0-edb9c8ee5cd8') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:29.924849 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Attempting to bind port bef42d67-cc7d-4290-bb20-848b87316913 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:29.925168 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Attempting to bind port bef42d67-cc7d-4290-bb20-848b87316913 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:29.925538 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Attempting to bind port bef42d67-cc7d-4290-bb20-848b87316913 on network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:29.926622 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (6eaed60e-8acc-40f0-aab0-edb9c8ee5cd8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.931054 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:29.931441 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Checking segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:29.932612 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.932612 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Bound using segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:29.932819 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Bound port: bef42d67-cc7d-4290-bb20-848b87316913, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:29.933067 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bef42d67-cc7d-4290-bb20-848b87316913), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.937518 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eee8f35f-bb99-4bf8-874b-89937d8c674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (74292820-7149-4a1d-9a31-cfd58c8e4e00), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.941681 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eee8f35f-bb99-4bf8-874b-89937d8c674c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:29.946055 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-eee8f35f-bb99-4bf8-874b-89937d8c674c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74292820-7149-4a1d-9a31-cfd58c8e4e00 HTTP/1.1" status: 204 len: 168 time: 0.4547617 Mar 26 03:12:29.966246 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f40db3-8a40-40c0-9abe-147b480ee0a9 req-f49c5c65-2ea6-4fd3-9c63-b67ed20ac77e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:29.977664 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f7f40db3-8a40-40c0-9abe-147b480ee0a9 req-f49c5c65-2ea6-4fd3-9c63-b67ed20ac77e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.3046296 Mar 26 03:12:30.013881 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (6eaed60e-8acc-40f0-aab0-edb9c8ee5cd8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.045287 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:12:30.077833 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (6eaed60e-8acc-40f0-aab0-edb9c8ee5cd8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.078043 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f35f-bb99-4bf8-874b-89937d8c674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74292820-7149-4a1d-9a31-cfd58c8e4e00,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:30.078144 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] For port bef42d67-cc7d-4290-bb20-848b87316913, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:30.078144 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] For port bef42d67-cc7d-4290-bb20-848b87316913, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=bef42d67-cc7d-4290-bb20-848b87316913,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: from cryptography.utils import int_from_bytes Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: from cryptography.utils import int_from_bytes Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:12:30.078312 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:12:30.148677 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bef42d67-cc7d-4290-bb20-848b87316913), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.197667 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f7f40db3-8a40-40c0-9abe-147b480ee0a9 req-ec06d53f-7096-4921-9f1e-7d51d42b9b82 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188871 Mar 26 03:12:30.208790 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Allocated IP 172.27.1.65 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/9058d1e1-a447-48cb-901b-a8f1f65ccd5b) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:30.243994 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf8d98-4d16-4fb2-9546-940ee1f1a005 None None] Pushing event updated for resources: {'Port': ['ID=bef42d67-cc7d-4290-bb20-848b87316913,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:30.345835 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks [] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.382681 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks [] for router_gateway (152a627a-ed3d-4dc9-b82d-410bb28594b2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.401710 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.439490 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (272a8bb2-2a51-4140-93e3-bdd74d5669ed), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.446613 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.450478 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/272a8bb2-2a51-4140-93e3-bdd74d5669ed HTTP/1.1" status: 204 len: 168 time: 1.1063466 Mar 26 03:12:30.453304 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46008) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:30.471422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d838385-a09a-408d-b00e-76f6eb1b60d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=272a8bb2-2a51-4140-93e3-bdd74d5669ed,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:30.531476 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.596962 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Allocated IP 172.27.1.7 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/7e0cd017-a352-4820-9ce2-8a0c34e89e73) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:30.753444 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks [] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.885964 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-70523849-6660-421c-889f-2f2628edda3a admin admin] Deleting subnet 890667bb-7880-4559-9399-9ed3332b98b0 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:12:30.890863 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.892341 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70523849-6660-421c-889f-2f2628edda3a admin admin] Publish callbacks [] for subnet (890667bb-7880-4559-9399-9ed3332b98b0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.904163 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:30.923694 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:30.932174 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:30.945979 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0cd017-a352-4820-9ce2-8a0c34e89e73,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:30.969714 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:30.971286 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:30.972535 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Pushing event updated for resources: {'Port': ['ID=9058d1e1-a447-48cb-901b-a8f1f65ccd5b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:30.976668 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70523849-6660-421c-889f-2f2628edda3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (890667bb-7880-4559-9399-9ed3332b98b0), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:30.990565 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:31.192627 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70523849-6660-421c-889f-2f2628edda3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (890667bb-7880-4559-9399-9ed3332b98b0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.310437 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7304d1-5b1f-4dbd-883c-49d4521630ef None None] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:12:31.451466 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6c1ee9c2-3089-486f-9ef0-88ce463c6921 None None] Provisioning complete for port 1c18386a-37e9-4357-bdb8-863d1f15fa6a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:31.451841 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee9c2-3089-486f-9ef0-88ce463c6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.458703 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70523849-6660-421c-889f-2f2628edda3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (890667bb-7880-4559-9399-9ed3332b98b0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.522848 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523849-6660-421c-889f-2f2628edda3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890667bb-7880-4559-9399-9ed3332b98b0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:31.525409 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70523849-6660-421c-889f-2f2628edda3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.532955 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-70523849-6660-421c-889f-2f2628edda3a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/890667bb-7880-4559-9399-9ed3332b98b0 HTTP/1.1" status: 204 len: 168 time: 1.0783370 Mar 26 03:12:31.546008 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46048) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:31.595200 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ee9c2-3089-486f-9ef0-88ce463c6921 None None] Current status of the port 1c18386a-37e9-4357-bdb8-863d1f15fa6a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:31.595864 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee9c2-3089-486f-9ef0-88ce463c6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.660980 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks [] for router_gateway (152a627a-ed3d-4dc9-b82d-410bb28594b2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.663292 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device bef42d67-cc7d-4290-bb20-848b87316913 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:31.708100 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618cb0-0bef-4692-ab5a-a441ddcca73a req-d16945b8-f9a0-4798-b46b-d39d0186438e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:31.712364 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-15618cb0-0bef-4692-ab5a-a441ddcca73a req-d16945b8-f9a0-4798-b46b-d39d0186438e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.3867571 Mar 26 03:12:31.729779 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f5ec3-75d7-41d0-96df-e3807080af87 None None] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:12:31.750490 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6c1ee9c2-3089-486f-9ef0-88ce463c6921 None None] For port 1c18386a-37e9-4357-bdb8-863d1f15fa6a, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=1c18386a-37e9-4357-bdb8-863d1f15fa6a,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:31.754532 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks [] for router_gateway (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.881540 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (40eecda1-7163-4770-a92c-180487864db4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.887404 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee9c2-3089-486f-9ef0-88ce463c6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:31.927282 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-15618cb0-0bef-4692-ab5a-a441ddcca73a req-eff8b027-d01c-4848-a6f4-edfa37aa4b9e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074442 Mar 26 03:12:31.965269 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46060) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:31.990101 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port bef42d67-cc7d-4290-bb20-848b87316913 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:31.990766 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bef42d67-cc7d-4290-bb20-848b87316913), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.072072 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Provisioning complete for port 1c18386a-37e9-4357-bdb8-863d1f15fa6a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:32.072767 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.196786 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (40eecda1-7163-4770-a92c-180487864db4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.227301 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62ba2dbe-80b4-4877-8494-be698ff59fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.256839 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40eecda1-7163-4770-a92c-180487864db4']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:32.289869 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b59ba83-eb42-4961-9eeb-9baa3955d5a0') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:32.290112 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b59ba83-eb42-4961-9eeb-9baa3955d5a0') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:32.317607 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.323535 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ee9c2-3089-486f-9ef0-88ce463c6921 None None] Pushing event updated for resources: {'Port': ['ID=1c18386a-37e9-4357-bdb8-863d1f15fa6a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:32.330116 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5209742'] for segment (0b59ba83-eb42-4961-9eeb-9baa3955d5a0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.341975 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (152a627a-ed3d-4dc9-b82d-410bb28594b2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.419955 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Current status of the port 1c18386a-37e9-4357-bdb8-863d1f15fa6a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:32.467104 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Provisioning complete for port bef42d67-cc7d-4290-bb20-848b87316913 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:32.468150 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bef42d67-cc7d-4290-bb20-848b87316913), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.472484 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (0b59ba83-eb42-4961-9eeb-9baa3955d5a0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.482145 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port bef42d67-cc7d-4290-bb20-848b87316913 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:32.482657 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bef42d67-cc7d-4290-bb20-848b87316913), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.485462 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:12:32.485990 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286246'] for segment (0b59ba83-eb42-4961-9eeb-9baa3955d5a0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: Traceback (most recent call last): Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: timer() Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: cb(*args, **kw) Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: return func(*args, **kwargs) Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: self._notify() Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: self.callback(batched_events) Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: event.method(event) Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: return f(self, *a, **k) Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._get(url).json() Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:12:32.487581 dv-cinder-835328-1-iscsi neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:12:32.613833 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Router 152a627a-ed3d-4dc9-b82d-410bb28594b2 is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:12:32.740567 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port bef42d67-cc7d-4290-bb20-848b87316913, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=bef42d67-cc7d-4290-bb20-848b87316913,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:32.764211 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62ba2dbe-80b4-4877-8494-be698ff59fbb admin admin] Publish callbacks [] for security_group (fc18f22a-8513-495e-bf07-7d166f07fb11), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.783020 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:32.794496 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Sync routers for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:32.801950 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Current status of the port bef42d67-cc7d-4290-bb20-848b87316913 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:32.802868 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bef42d67-cc7d-4290-bb20-848b87316913), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.809917 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:32.811557 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:32.812084 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bef42d67-cc7d-4290-bb20-848b87316913), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.812872 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 1c18386a-37e9-4357-bdb8-863d1f15fa6a up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:32.839682 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62ba2dbe-80b4-4877-8494-be698ff59fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fc18f22a-8513-495e-bf07-7d166f07fb11), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.845309 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (40eecda1-7163-4770-a92c-180487864db4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.851619 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.855542 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] 10.222.0.20 "DELETE /v2.0/networks/40eecda1-7163-4770-a92c-180487864db4 HTTP/1.1" status: 204 len: 168 time: 1.3059044 Mar 26 03:12:32.891823 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559e03c-69b6-44dd-a248-86839f6dcd33 admin admin] Pushing event deleted for resources: {'Network': ['ID=40eecda1-7163-4770-a92c-180487864db4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:32.906545 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:12:32.909088 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:32.910583 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba2dbe-80b4-4877-8494-be698ff59fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc18f22a-8513-495e-bf07-7d166f07fb11,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:32.920612 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-3e42e206-7089-4c74-9c64-71a2230f4ee3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8006930 Mar 26 03:12:32.920865 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-62ba2dbe-80b4-4877-8494-be698ff59fbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=306b34eb3c934d86a197a098b00a13a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9541004 Mar 26 03:12:32.921987 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46128) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:32.922231 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46130) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:32.930842 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=bef42d67-cc7d-4290-bb20-848b87316913,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:32.958776 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.db.api [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 26 03:12:32.958776 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG oslo_db.api [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 26 03:12:32.967784 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 1c18386a-37e9-4357-bdb8-863d1f15fa6a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:32.968168 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.047054 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:33.098553 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 1c18386a-37e9-4357-bdb8-863d1f15fa6a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:33.108911 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b094b-3551-4fdb-aafa-786f359026e8 req-02d2e066-46af-46bf-bf78-5be87380cc8d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:33.117270 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-042b094b-3551-4fdb-aafa-786f359026e8 req-02d2e066-46af-46bf-bf78-5be87380cc8d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0882664 Mar 26 03:12:33.190049 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-042b094b-3551-4fdb-aafa-786f359026e8 req-e7a9da7d-5b63-409a-bbf9-a33d83e31bb0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677028 Mar 26 03:12:33.220561 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cebca01-dd08-42ff-99d6-82ba9ff6ae2b admin admin] Publish callbacks [] for security_group (fc18f22a-8513-495e-bf07-7d166f07fb11), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.283279 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46142) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:33.306903 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:31Z', 'revision_number': 3, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:33.311979 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:33.318145 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Sync routers for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:33.329006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:33.331204 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:33.337867 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cebca01-dd08-42ff-99d6-82ba9ff6ae2b admin admin] Publish callbacks [] for security_group (fc18f22a-8513-495e-bf07-7d166f07fb11), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.343210 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-3a0ebba4-4d86-423c-ae43-515d061951b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42064271d7e14ff5ace10e3b915ae843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567067 Mar 26 03:12:33.343457 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46144) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:33.351517 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Checking router: 152a627a-ed3d-4dc9-b82d-410bb28594b2 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:33.352004 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Updating router 152a627a-ed3d-4dc9-b82d-410bb28594b2 port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:12:33.394498 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.445865 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40424cbb-7d92-4ad3-8bf0-0f3a1b1028cf admin admin] Publish callbacks [] for security_group (03489c03-f326-4e9c-ab5c-35662938a6d4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.490328 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40424cbb-7d92-4ad3-8bf0-0f3a1b1028cf admin admin] Publish callbacks [] for security_group (03489c03-f326-4e9c-ab5c-35662938a6d4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.501031 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device bef42d67-cc7d-4290-bb20-848b87316913 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:33.533634 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46148) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:33.576029 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.581148 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-751a244c-8ea3-41a7-affe-de9614364c68 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8292701 Mar 26 03:12:33.581356 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46152) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:33.625565 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a95acfc2-bd13-4785-bd70-396c7b0c58ae None None] Current status of the port bef42d67-cc7d-4290-bb20-848b87316913 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:33.658882 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:33.666097 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40424cbb-7d92-4ad3-8bf0-0f3a1b1028cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (03489c03-f326-4e9c-ab5c-35662938a6d4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.669796 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40424cbb-7d92-4ad3-8bf0-0f3a1b1028cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.671232 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-40424cbb-7d92-4ad3-8bf0-0f3a1b1028cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03489c03-f326-4e9c-ab5c-35662938a6d4 HTTP/1.1" status: 204 len: 168 time: 0.3258772 Mar 26 03:12:33.718740 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40424cbb-7d92-4ad3-8bf0-0f3a1b1028cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03489c03-f326-4e9c-ab5c-35662938a6d4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:33.788215 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f84cdfc1-6d78-45d9-8078-4cb8cff07bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.884294 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Publish callbacks [] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.916246 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f84cdfc1-6d78-45d9-8078-4cb8cff07bb1 admin admin] Publish callbacks [] for security_group (b4cc4ecb-28b2-45a4-b840-9fbbcae4135f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.938349 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-19d8965d-2f6e-497d-b2d9-b4b24acf9f69 None None] Provisioning complete for port bef42d67-cc7d-4290-bb20-848b87316913 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:33.939029 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-19d8965d-2f6e-497d-b2d9-b4b24acf9f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bef42d67-cc7d-4290-bb20-848b87316913), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.972243 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:33.974781 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port bef42d67-cc7d-4290-bb20-848b87316913 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:33.975867 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bef42d67-cc7d-4290-bb20-848b87316913), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.075836 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-19d8965d-2f6e-497d-b2d9-b4b24acf9f69 None None] Current status of the port bef42d67-cc7d-4290-bb20-848b87316913 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:34.082611 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cebca01-dd08-42ff-99d6-82ba9ff6ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fc18f22a-8513-495e-bf07-7d166f07fb11), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.087356 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cebca01-dd08-42ff-99d6-82ba9ff6ae2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.094554 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2cebca01-dd08-42ff-99d6-82ba9ff6ae2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc18f22a-8513-495e-bf07-7d166f07fb11 HTTP/1.1" status: 204 len: 168 time: 1.1678526 Mar 26 03:12:34.108379 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Pushing event updated for resources: {'Port': ['ID=7e0cd017-a352-4820-9ce2-8a0c34e89e73,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:34.119089 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f84cdfc1-6d78-45d9-8078-4cb8cff07bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b4cc4ecb-28b2-45a4-b840-9fbbcae4135f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.120166 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.121068 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.122177 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.122844 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.123431 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.123926 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.124491 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.131581 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.132231 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.132721 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.133209 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.133723 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.134429 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.135264 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.136333 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:12:34.141563 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:31Z', 'revision_number': 3, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:34.164680 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebca01-dd08-42ff-99d6-82ba9ff6ae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc18f22a-8513-495e-bf07-7d166f07fb11,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:34.167215 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Attempting to bind port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:34.167600 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Attempting to bind port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:34.167942 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Attempting to bind port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:34.172644 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port bef42d67-cc7d-4290-bb20-848b87316913 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:34.174366 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 1c18386a-37e9-4357-bdb8-863d1f15fa6a up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:34.177135 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Checking router: 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:34.177630 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Updating router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:12:34.182478 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:34.185247 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:34.185900 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.188766 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:34.190818 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Bound port: 7e0cd017-a352-4820-9ce2-8a0c34e89e73, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:34.191419 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.318784 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.344797 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] For port 7e0cd017-a352-4820-9ce2-8a0c34e89e73, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:34.350814 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] For port 7e0cd017-a352-4820-9ce2-8a0c34e89e73, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=7e0cd017-a352-4820-9ce2-8a0c34e89e73,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:34.362240 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.409324 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46178) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:34.409597 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f84cdfc1-6d78-45d9-8078-4cb8cff07bb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbb7346e0e5846e8bf637e7f29f51fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8744943 Mar 26 03:12:34.413226 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cdfc1-6d78-45d9-8078-4cb8cff07bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc4ecb-28b2-45a4-b840-9fbbcae4135f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:34.473618 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.505615 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58959e-4e8a-4f03-87d5-25f535c221af req-fcaa2ad0-eacd-4de1-b8b5-159b6eb5776d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:34.512883 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-be58959e-4e8a-4f03-87d5-25f535c221af req-fcaa2ad0-eacd-4de1-b8b5-159b6eb5776d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1800144 Mar 26 03:12:34.608816 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5069899-f505-4bd9-8e7b-e256ae2a831f None None] Pushing event updated for resources: {'Port': ['ID=7e0cd017-a352-4820-9ce2-8a0c34e89e73,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:34.617018 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4319349d-1946-4635-a42a-9fbed59254a2 admin admin] Publish callbacks [] for security_group (b4cc4ecb-28b2-45a4-b840-9fbbcae4135f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.623342 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 1c18386a-37e9-4357-bdb8-863d1f15fa6a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:34.624154 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.635979 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:34.637357 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:34.638476 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.675333 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-be58959e-4e8a-4f03-87d5-25f535c221af req-4a5b1dfa-4ce6-47f1-a9b0-f38ad599306c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614728 Mar 26 03:12:34.692725 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4319349d-1946-4635-a42a-9fbed59254a2 admin admin] Publish callbacks [] for security_group (b4cc4ecb-28b2-45a4-b840-9fbbcae4135f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.721203 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Allocated IP 172.20.0.1 (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f/3221108f-d877-4550-b0a1-34bb6c5dcd59/5d5997b8-6175-4858-b76b-200fabd5e3af) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:34.747055 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46182) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:34.841581 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 1c18386a-37e9-4357-bdb8-863d1f15fa6a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:34.866504 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Publish callbacks [] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.868485 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-27a487ab-1602-4d59-8359-ade42229e35e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d50f532e102c49769bfbac86f00a1b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1201191 Mar 26 03:12:34.871758 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46184) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:34.892277 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:34.909579 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4319349d-1946-4635-a42a-9fbed59254a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b4cc4ecb-28b2-45a4-b840-9fbbcae4135f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.912832 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4319349d-1946-4635-a42a-9fbed59254a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.913888 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-4319349d-1946-4635-a42a-9fbed59254a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4cc4ecb-28b2-45a4-b840-9fbbcae4135f HTTP/1.1" status: 204 len: 168 time: 0.5016382 Mar 26 03:12:34.942073 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.943496 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Allocated IP 172.20.0.1 (e74046de-d4b9-46ee-b50a-b0f7d2343e8b/0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1/09eb5f9b-5d05-44e8-9de8-23c8ec04636e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:34.947930 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319349d-1946-4635-a42a-9fbed59254a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc4ecb-28b2-45a4-b840-9fbbcae4135f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:34.955158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Publish callbacks [] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:34.988782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a70a2b9-e74d-48b3-a07d-11a81cf344df admin admin] Publish callbacks [] for security_group (b3c9e70c-b3e7-412b-86e6-34d8db948192), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.030962 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a70a2b9-e74d-48b3-a07d-11a81cf344df admin admin] Publish callbacks [] for security_group (b3c9e70c-b3e7-412b-86e6-34d8db948192), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.095869 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.100093 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Attempting to bind port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:35.100461 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Attempting to bind port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:35.100829 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Attempting to bind port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:35.116055 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Publish callbacks [] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.117657 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb6ff5-d476-425c-91c3-e9a566592aca None None] Pushing event updated for resources: {'Port': ['ID=9058d1e1-a447-48cb-901b-a8f1f65ccd5b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:35.120310 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:35.123928 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:35.123928 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.123928 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:35.123928 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Bound port: 9058d1e1-a447-48cb-901b-a8f1f65ccd5b, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:35.123928 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.161794 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:35.168746 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:35.173877 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:35.181438 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5997b8-6175-4858-b76b-200fabd5e3af,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:35.181438 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a70a2b9-e74d-48b3-a07d-11a81cf344df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b3c9e70c-b3e7-412b-86e6-34d8db948192), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.186410 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a70a2b9-e74d-48b3-a07d-11a81cf344df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.189801 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8a70a2b9-e74d-48b3-a07d-11a81cf344df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3c9e70c-b3e7-412b-86e6-34d8db948192 HTTP/1.1" status: 204 len: 168 time: 0.3148799 Mar 26 03:12:35.227237 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70a2b9-e74d-48b3-a07d-11a81cf344df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c9e70c-b3e7-412b-86e6-34d8db948192,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:35.238509 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] For port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:35.241396 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] For port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=9058d1e1-a447-48cb-901b-a8f1f65ccd5b,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:35.253057 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (152a627a-ed3d-4dc9-b82d-410bb28594b2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.263194 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:31Z', 'revision_number': 3, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:35.291805 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.294721 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982023b6-f343-4327-bb18-36f3c7ee5b03 None None] The sync data for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi is: [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:31Z', 'revision_number': 3, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:35.342694 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.361039 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:35.383736 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Pushing event updated for resources: {'Port': ['ID=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:35.388917 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:35.401037 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:35.462270 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:35.463144 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:35.524286 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.534960 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.582960 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb6ff5-d476-425c-91c3-e9a566592aca None None] Pushing event updated for resources: {'Port': ['ID=9058d1e1-a447-48cb-901b-a8f1f65ccd5b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:35.629782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46194) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:35.631116 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6f6a1f91-3cac-4a88-a1b5-6b545ad78dd2 None None] Provisioning complete for port 5d5997b8-6175-4858-b76b-200fabd5e3af triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:35.631555 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1f91-3cac-4a88-a1b5-6b545ad78dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.679140 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a1f91-3cac-4a88-a1b5-6b545ad78dd2 None None] Port 5d5997b8-6175-4858-b76b-200fabd5e3af cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:12:35.695323 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6d31-de55-4295-b90a-58e8c286758a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:35.726295 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:36.006324 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acc624-ec6a-41d6-b3b4-d5f6816e1e0d req-0ff3e1ab-7a6d-4056-b32c-05fa7729fa96 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:36.010964 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c3acc624-ec6a-41d6-b3b4-d5f6816e1e0d req-0ff3e1ab-7a6d-4056-b32c-05fa7729fa96 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1852646 Mar 26 03:12:36.014048 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Publish callbacks [] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.044039 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6d31-de55-4295-b90a-58e8c286758a admin admin] Publish callbacks [] for security_group (96318f89-a3ce-4dc6-b11d-aca6e1220887), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.057106 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.095016 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.125368 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c3acc624-ec6a-41d6-b3b4-d5f6816e1e0d req-cc5a1008-eedc-4fe1-b3d7-6bcb7c728526 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063526 Mar 26 03:12:36.132382 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d1fbf73f-4e59-4813-85a4-9f7ead016960 None None] Provisioning complete for port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:36.133191 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf73f-4e59-4813-85a4-9f7ead016960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.182802 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbf73f-4e59-4813-85a4-9f7ead016960 None None] Port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:12:36.193339 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6d31-de55-4295-b90a-58e8c286758a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (96318f89-a3ce-4dc6-b11d-aca6e1220887), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.266921 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5997b8-6175-4858-b76b-200fabd5e3af,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:36.282070 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (152a627a-ed3d-4dc9-b82d-410bb28594b2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.293873 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a5ba6d31-de55-4295-b90a-58e8c286758a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58d1b03da3934747acfe9ae6601a92df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6626840 Mar 26 03:12:36.299080 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46202) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:36.301944 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba6d31-de55-4295-b90a-58e8c286758a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96318f89-a3ce-4dc6-b11d-aca6e1220887,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:36.308976 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:31Z', 'revision_number': 3, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:36.365345 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46204) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:36.374031 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e94f1-260c-4965-9ed5-b0ba018800d3 None None] The sync data for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi is: [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:31Z', 'revision_number': 3, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:36.416242 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Publish callbacks [] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.418847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-696c25fd-35c4-42d6-a5e7-49b4a81a5fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.456428 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:36.458029 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:36.459766 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-672bccf1-3bc5-413a-97ae-b2a6a4e92c26 admin admin] Publish callbacks [] for security_group (96318f89-a3ce-4dc6-b11d-aca6e1220887), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.484021 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.692687 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-672bccf1-3bc5-413a-97ae-b2a6a4e92c26 admin admin] Publish callbacks [] for security_group (96318f89-a3ce-4dc6-b11d-aca6e1220887), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.702887 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Router 152a627a-ed3d-4dc9-b82d-410bb28594b2 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:12:36.778087 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.802991 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Pushing event updated for resources: {'Port': ['ID=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:36.870744 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5dfbfdaf-8ece-4747-9a01-e8e369b815e4 None None] Provisioning complete for port 5d5997b8-6175-4858-b76b-200fabd5e3af triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:36.871331 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfdaf-8ece-4747-9a01-e8e369b815e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.937552 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-696c25fd-35c4-42d6-a5e7-49b4a81a5fb4 admin admin] Publish callbacks [] for security_group (1aad9923-5a0d-45f1-bf45-1d3fa89435bd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:36.952483 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbfdaf-8ece-4747-9a01-e8e369b815e4 None None] Port 5d5997b8-6175-4858-b76b-200fabd5e3af cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:12:36.976591 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:36.992171 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-188994ea-05c5-487f-bd66-ef401dbb5317 admin admin] 10.222.0.20 "PUT /v2.0/routers/152a627a-ed3d-4dc9-b82d-410bb28594b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0688190 Mar 26 03:12:36.994347 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:36.996213 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:37.005901 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-696c25fd-35c4-42d6-a5e7-49b4a81a5fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1aad9923-5a0d-45f1-bf45-1d3fa89435bd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.094906 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-672bccf1-3bc5-413a-97ae-b2a6a4e92c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (96318f89-a3ce-4dc6-b11d-aca6e1220887), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.097478 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-672bccf1-3bc5-413a-97ae-b2a6a4e92c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.102302 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-672bccf1-3bc5-413a-97ae-b2a6a4e92c26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96318f89-a3ce-4dc6-b11d-aca6e1220887 HTTP/1.1" status: 204 len: 168 time: 0.7905540 Mar 26 03:12:37.130426 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c25fd-35c4-42d6-a5e7-49b4a81a5fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aad9923-5a0d-45f1-bf45-1d3fa89435bd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:37.134775 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-696c25fd-35c4-42d6-a5e7-49b4a81a5fb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=354a0450413c41d0aa4b880686244d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7683568 Mar 26 03:12:37.137578 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:37.151291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bccf1-3bc5-413a-97ae-b2a6a4e92c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96318f89-a3ce-4dc6-b11d-aca6e1220887,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:37.220859 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:12:37.272635 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13787453-998d-4875-839b-8388bdb36caa admin admin] Publish callbacks [] for security_group (1aad9923-5a0d-45f1-bf45-1d3fa89435bd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.346819 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13787453-998d-4875-839b-8388bdb36caa admin admin] Publish callbacks [] for security_group (1aad9923-5a0d-45f1-bf45-1d3fa89435bd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.386220 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-12fa4f45-7109-4289-afa7-83505c6f1f4e None None] Provisioning complete for port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:37.386220 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-12fa4f45-7109-4289-afa7-83505c6f1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.474755 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37527b8-45a1-4815-a9b8-df016e430634 req-8a590103-6a70-478d-8426-26bbd67d1bf4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:37.474755 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e37527b8-45a1-4815-a9b8-df016e430634 req-8a590103-6a70-478d-8426-26bbd67d1bf4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1742809 Mar 26 03:12:37.512267 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-12fa4f45-7109-4289-afa7-83505c6f1f4e None None] Port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:12:37.593089 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e37527b8-45a1-4815-a9b8-df016e430634 req-8df6399e-ce95-4d32-9d2e-a51a170bcd00 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056330 Mar 26 03:12:37.600782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13787453-998d-4875-839b-8388bdb36caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1aad9923-5a0d-45f1-bf45-1d3fa89435bd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.609990 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13787453-998d-4875-839b-8388bdb36caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.611174 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-13787453-998d-4875-839b-8388bdb36caa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aad9923-5a0d-45f1-bf45-1d3fa89435bd HTTP/1.1" status: 204 len: 168 time: 0.4724543 Mar 26 03:12:37.617628 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 7e0cd017-a352-4820-9ce2-8a0c34e89e73 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:37.623885 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787453-998d-4875-839b-8388bdb36caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aad9923-5a0d-45f1-bf45-1d3fa89435bd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:37.748535 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:37.749177 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.883734 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:37.894782 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6cad1174-bf19-460b-b963-873239c86da8 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3131213 Mar 26 03:12:37.935641 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:37.936101 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:37.969167 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 7e0cd017-a352-4820-9ce2-8a0c34e89e73, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=7e0cd017-a352-4820-9ce2-8a0c34e89e73,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:38.084502 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.085558 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 9058d1e1-a447-48cb-901b-a8f1f65ccd5b up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:38.106905 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Sync routers for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:38.121865 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:38.123105 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:38.208738 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=7e0cd017-a352-4820-9ce2-8a0c34e89e73,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:38.226097 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:38.227300 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.357982 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:38.358877 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46256) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:38.360199 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:38.360599 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.363779 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d64a0575-e785-44b6-81ba-f425cc270bfd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145293407', 'description': 'tempest-description--915175539'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:38.397986 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=9058d1e1-a447-48cb-901b-a8f1f65ccd5b,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:38.461008 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d64a0575-e785-44b6-81ba-f425cc270bfd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.565022 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.568729 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d64a0575-e785-44b6-81ba-f425cc270bfd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (5a8f86c3-cae4-408d-b0be-077723be5436), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.603204 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 2, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:38.630634 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=9058d1e1-a447-48cb-901b-a8f1f65ccd5b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:38.637469 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Checking router: 152a627a-ed3d-4dc9-b82d-410bb28594b2 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:38.637855 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Updating router 152a627a-ed3d-4dc9-b82d-410bb28594b2 port 5d5997b8-6175-4858-b76b-200fabd5e3af binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:12:38.671164 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.683904 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d64a0575-e785-44b6-81ba-f425cc270bfd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (5a8f86c3-cae4-408d-b0be-077723be5436), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.829190 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a0575-e785-44b6-81ba-f425cc270bfd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8f86c3-cae4-408d-b0be-077723be5436,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:38.853197 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d64a0575-e785-44b6-81ba-f425cc270bfd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:38.855722 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-d64a0575-e785-44b6-81ba-f425cc270bfd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4945688 Mar 26 03:12:38.857442 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46272) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:38.863895 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9144c1c9-9143-4dc4-a241-ce3304ffc426 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'security_group_rule': {'security_group_id': '5a8f86c3-cae4-408d-b0be-077723be5436', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:38.864275 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4777-c030-4ffd-9f77-0324ec471646 req-cba2de59-3ebc-475d-ae72-01124cae4173 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:38.865862 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0bac4777-c030-4ffd-9f77-0324ec471646 req-cba2de59-3ebc-475d-ae72-01124cae4173 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1493094 Mar 26 03:12:38.928642 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0bac4777-c030-4ffd-9f77-0324ec471646 req-9bd45401-5794-4240-8380-97ec282ce212 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565157 Mar 26 03:12:38.986341 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9144c1c9-9143-4dc4-a241-ce3304ffc426 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (055ddc48-fec4-4558-80be-7416164b4d5a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.050624 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Publish callbacks [] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.061329 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9144c1c9-9143-4dc4-a241-ce3304ffc426 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (055ddc48-fec4-4558-80be-7416164b4d5a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.063120 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Sync routers for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:39.074633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:39.075244 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:39.170099 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9144c1c9-9143-4dc4-a241-ce3304ffc426 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (055ddc48-fec4-4558-80be-7416164b4d5a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.170307 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.193227 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144c1c9-9143-4dc4-a241-ce3304ffc426 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055ddc48-fec4-4558-80be-7416164b4d5a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:39.215953 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:39.258740 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9144c1c9-9143-4dc4-a241-ce3304ffc426 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.260553 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-9144c1c9-9143-4dc4-a241-ce3304ffc426 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020314 Mar 26 03:12:39.263389 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:39.265463 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc05a-0fd3-418e-9a44-4694436151d7 None None] Pushing event updated for resources: {'Port': ['ID=5d5997b8-6175-4858-b76b-200fabd5e3af,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:39.268100 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2a27bc20-755b-434a-8aa3-82f28d8c875f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'security_group_rule': {'security_group_id': '5a8f86c3-cae4-408d-b0be-077723be5436', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:39.381045 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a27bc20-755b-434a-8aa3-82f28d8c875f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (1353fdcb-f13c-4a40-9a15-56670c58abf4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.386424 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Attempting to bind port 5d5997b8-6175-4858-b76b-200fabd5e3af on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:39.386833 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Attempting to bind port 5d5997b8-6175-4858-b76b-200fabd5e3af by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:39.387198 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Attempting to bind port 5d5997b8-6175-4858-b76b-200fabd5e3af on network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:39.393157 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:39.393668 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Checking segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:39.393948 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.394342 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Bound using segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:39.394871 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Bound port: 5d5997b8-6175-4858-b76b-200fabd5e3af, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:39.395491 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.503716 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 7e0cd017-a352-4820-9ce2-8a0c34e89e73 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:39.560950 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] For port 5d5997b8-6175-4858-b76b-200fabd5e3af, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:39.562526 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a27bc20-755b-434a-8aa3-82f28d8c875f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (1353fdcb-f13c-4a40-9a15-56670c58abf4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.564775 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] For port 5d5997b8-6175-4858-b76b-200fabd5e3af, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=5d5997b8-6175-4858-b76b-200fabd5e3af,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:39.606861 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d3c9ce06-3191-4e62-ba28-955567ba7efe None None] Provisioning complete for port 5d5997b8-6175-4858-b76b-200fabd5e3af triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:39.607243 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ce06-3191-4e62-ba28-955567ba7efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.648407 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a27bc20-755b-434a-8aa3-82f28d8c875f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (1353fdcb-f13c-4a40-9a15-56670c58abf4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.668235 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27bc20-755b-434a-8aa3-82f28d8c875f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1353fdcb-f13c-4a40-9a15-56670c58abf4,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:39.682289 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.691262 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9ce06-3191-4e62-ba28-955567ba7efe None None] Port 5d5997b8-6175-4858-b76b-200fabd5e3af cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:12:39.703256 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:39.704014 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.764695 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:36Z', 'revision_number': 2, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:39.774740 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:39.775497 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:39.778406 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc05a-0fd3-418e-9a44-4694436151d7 None None] Pushing event updated for resources: {'Port': ['ID=5d5997b8-6175-4858-b76b-200fabd5e3af,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:39.784069 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a27bc20-755b-434a-8aa3-82f28d8c875f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.784069 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-2a27bc20-755b-434a-8aa3-82f28d8c875f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5173542 Mar 26 03:12:39.787198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46308) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:39.793759 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:39.821377 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Checking router: 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:39.821805 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Updating router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:12:39.874632 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:39.875719 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 9058d1e1-a447-48cb-901b-a8f1f65ccd5b up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:39.877533 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.889763 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:39.993240 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:39.993387 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.066038 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.095507 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46318) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:40.101994 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-572839739-network', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:40.115032 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:40.150095 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a6299cd0-0c94-41df-be84-98a64da3a63a None None] Provisioning complete for port 5d5997b8-6175-4858-b76b-200fabd5e3af triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:40.151089 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a6299cd0-0c94-41df-be84-98a64da3a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.214199 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Allocated IP 172.27.1.173 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/027d8f03-f0be-4038-a3b4-f7a0ccc310c1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:40.215774 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Made reservation on behalf of 718d4c9b800d432f91ba26ec4a1d6cf9 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:12:40.218950 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.235810 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.290641 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:40.427446 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Publish callbacks [] for security_group (fb780038-556e-43da-bc41-0d4d381d661d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.456921 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a6299cd0-0c94-41df-be84-98a64da3a63a None None] Current status of the port 5d5997b8-6175-4858-b76b-200fabd5e3af is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:40.457321 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a6299cd0-0c94-41df-be84-98a64da3a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.467525 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8f562-c434-4a9e-b826-3c474f1d9ae1 req-6d0d00e5-9761-4c8b-96d2-0cc54f91d7df tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:40.469150 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e9c8f562-c434-4a9e-b826-3c474f1d9ae1 req-6d0d00e5-9761-4c8b-96d2-0cc54f91d7df tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1152701 Mar 26 03:12:40.475365 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for port (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.504744 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:39Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:40.518545 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fb780038-556e-43da-bc41-0d4d381d661d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.559926 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:12:40.573947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb780038-556e-43da-bc41-0d4d381d661d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:40.586862 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a6299cd0-0c94-41df-be84-98a64da3a63a None None] For port 5d5997b8-6175-4858-b76b-200fabd5e3af, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=5d5997b8-6175-4858-b76b-200fabd5e3af,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:40.587944 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Publish callbacks [] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.593378 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e9c8f562-c434-4a9e-b826-3c474f1d9ae1 req-e40fa5be-4255-4e4d-87d2-af63bbe4294d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161537 Mar 26 03:12:40.594027 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (1554c8ae-dd0c-4ad1-abee-bcf8817d7519), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.594783 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494c42f-d0a4-4b27-9308-8d3d09c64565 None None] The sync data for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi is: [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:39Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:40.597107 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Added segment 1554c8ae-dd0c-4ad1-abee-bcf8817d7519 of type vlan for network 728463cb-280d-4a10-969e-46dde9028e1b Mar 26 03:12:40.662309 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a6299cd0-0c94-41df-be84-98a64da3a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.680139 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (728463cb-280d-4a10-969e-46dde9028e1b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.696533 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.721662 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.749525 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:40.752700 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:40.756718 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:40.822377 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'Port': ['ID=027d8f03-f0be-4038-a3b4-f7a0ccc310c1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:40.826988 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (728463cb-280d-4a10-969e-46dde9028e1b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.827964 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:40.828660 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.837498 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299cd0-0c94-41df-be84-98a64da3a63a None None] Pushing event updated for resources: {'Port': ['ID=5d5997b8-6175-4858-b76b-200fabd5e3af,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:40.931286 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Attempting to bind port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:40.931641 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Attempting to bind port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:40.932207 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Attempting to bind port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e on network e74046de-d4b9-46ee-b50a-b0f7d2343e8b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:40.942824 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:40.943295 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Checking segment: {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:40.944123 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.944789 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Bound using segment: {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:40.945296 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Bound port: 09eb5f9b-5d05-44e8-9de8-23c8ec04636e, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:40.946139 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:40.957662 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8610351 Mar 26 03:12:40.966478 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46336) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:41.001347 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Request body: {'subnet': {'network_id': '728463cb-280d-4a10-969e-46dde9028e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-572839739-subnet', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:41.017930 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9209e7f-1edd-4028-bdd0-1959126ffb23 None None] Pushing event updated for resources: {'Port': ['ID=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:41.111353 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134430f-a3d4-4712-8ec8-deb246c134a0 admin admin] Pushing event updated for resources: {'Network': ['ID=728463cb-280d-4a10-969e-46dde9028e1b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:41.130868 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 728463cb-280d-4a10-969e-46dde9028e1b details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:12:41.144417 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (ec447a9c-6b60-4e20-b4f0-4010f3523596), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.181385 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Made reservation on behalf of 718d4c9b800d432f91ba26ec4a1d6cf9 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:12:41.184431 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5150847'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.289291 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] For port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:41.297220 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] For port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:41.299062 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.394827 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.415223 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-29c0853c-5509-408b-bcda-723c8c260c0b None None] Provisioning complete for port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:41.415790 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29c0853c-5509-408b-bcda-723c8c260c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.685250 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for port (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.745195 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5150825'] for subnet (de500ad2-2286-4282-abd6-d9ec52fa6e9d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.767792 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 5d5997b8-6175-4858-b76b-200fabd5e3af up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:41.792561 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:41.995489 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183afb3-f3f3-4266-8310-38510d4981d6 req-b0eb66b4-adca-450a-b4b2-5fa5f550dc82 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:42.002959 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b183afb3-f3f3-4266-8310-38510d4981d6 req-b0eb66b4-adca-450a-b4b2-5fa5f550dc82 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.3023927 Mar 26 03:12:42.014570 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Checking segment: {'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:42.016649 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Network hostable DHCP agents. Network: 728463cb-280d-4a10-969e-46dde9028e1b, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:12:42.054552 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:42.060723 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:42.062269 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de500ad2-2286-4282-abd6-d9ec52fa6e9d,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:42.078314 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9209e7f-1edd-4028-bdd0-1959126ffb23 None None] Pushing event updated for resources: {'Port': ['ID=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:42.092722 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'Port': ['ID=027d8f03-f0be-4038-a3b4-f7a0ccc310c1,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:42.131829 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b183afb3-f3f3-4266-8310-38510d4981d6 req-13c11303-2f7f-4e96-ae3b-3cf33127a9e0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278660 Mar 26 03:12:42.143287 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (ec447a9c-6b60-4e20-b4f0-4010f3523596), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.168774 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Network 728463cb-280d-4a10-969e-46dde9028e1b is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:12:42.290160 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.305253 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 728463cb-280d-4a10-969e-46dde9028e1b) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:42.310948 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-83f4ad6c-55b3-4e85-8138-e1d6906a2f7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5224161 Mar 26 03:12:42.315005 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:42.315801 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.325268 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee1075-6a39-4127-9d1a-b25b04561c44 None None] Network 728463cb-280d-4a10-969e-46dde9028e1b requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:12:42.339611 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6a27e-4c1f-4fb1-ba68-8c867973d77e req-2da6daec-d9bc-4030-9581-142e73c1e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:42.341457 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-eac6a27e-4c1f-4fb1-ba68-8c867973d77e req-2da6daec-d9bc-4030-9581-142e73c1e8cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 1129 time: 0.0851982 Mar 26 03:12:42.348598 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 5d5997b8-6175-4858-b76b-200fabd5e3af triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:42.348598 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.416480 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3657daad-ede3-4928-b0f6-d62153bf9715 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4346042 Mar 26 03:12:42.418666 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46374) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:42.418912 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-eac6a27e-4c1f-4fb1-ba68-8c867973d77e req-dfebf54b-1d02-442c-9586-26dd832cd0e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633981 Mar 26 03:12:42.423731 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:42.523581 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:42.541670 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.546634 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.552677 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-29c0853c-5509-408b-bcda-723c8c260c0b None None] Current status of the port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:42.553073 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29c0853c-5509-408b-bcda-723c8c260c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.655932 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks [] for router_controller (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.688230 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-2326676d-d47f-4ad2-9e25-3ad90fb2130f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1145293407&fields=id&tenant_id=50915e0d81934278bd4b86b6434a6232 HTTP/1.1" status: 200 len: 267 time: 0.0653596 Mar 26 03:12:42.730054 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 5d5997b8-6175-4858-b76b-200fabd5e3af is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:42.737623 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-29c0853c-5509-408b-bcda-723c8c260c0b None None] For port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:42.747855 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-728463cb-280d-4a10-969e-46dde9028e1b', 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b', 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'fixed_ips': [{'subnet_id': 'de500ad2-2286-4282-abd6-d9ec52fa6e9d'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:12:42.748741 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.854715 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29c0853c-5509-408b-bcda-723c8c260c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.948186 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-0a5fc34d-d2be-4bed-addd-cf5cdf12ac23 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:42.949669 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-0a5fc34d-d2be-4bed-addd-cf5cdf12ac23 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 816 time: 0.2540097 Mar 26 03:12:42.955353 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks [] for router_gateway (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:42.970937 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-47107107-3936-496a-a10d-51d2d26e8698 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/quotas/50915e0d81934278bd4b86b6434a6232 HTTP/1.1" status: 200 len: 375 time: 0.0112739 Mar 26 03:12:42.997852 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0853c-5509-408b-bcda-723c8c260c0b None None] Pushing event updated for resources: {'Port': ['ID=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:43.016758 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Allocated IP 172.20.0.2 (728463cb-280d-4a10-969e-46dde9028e1b/de500ad2-2286-4282-abd6-d9ec52fa6e9d/93a37a60-61a8-45b9-92b0-e233d11dd28d) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:43.029855 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-05118ade-3ed9-4edc-aa09-cda961ccae8c None None] Provisioning complete for port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:43.030234 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05118ade-3ed9-4edc-aa09-cda961ccae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:43.037208 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-e455cf93-5949-40dd-a6fa-4fa5b69e043b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565345 Mar 26 03:12:43.059793 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:41Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:43.142928 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff39be-3e41-4536-84d4-128a5eb50130 None None] The sync data for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi is: [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:41Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:43.267729 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-df88de16-2b35-4eac-9c59-2fae1035557e service neutron] 10.222.0.20 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166824 Mar 26 03:12:43.291880 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-05118ade-3ed9-4edc-aa09-cda961ccae8c None None] Current status of the port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:43.361469 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Publish callbacks [] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:43.438010 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:43.498364 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace11c1-894b-416a-abb2-d41bd4edbcb9 req-9090f149-296c-47e2-9af1-1a2d8175294b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:43.513332 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3ace11c1-894b-416a-abb2-d41bd4edbcb9 req-9090f149-296c-47e2-9af1-1a2d8175294b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1777749 Mar 26 03:12:43.570885 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-00d1b75b-fb73-4100-8d03-801b4a50fa83 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907917 Mar 26 03:12:43.571419 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 09eb5f9b-5d05-44e8-9de8-23c8ec04636e up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:43.594525 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Network 728463cb-280d-4a10-969e-46dde9028e1b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:43.607730 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:43.612943 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:43.654137 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3ace11c1-894b-416a-abb2-d41bd4edbcb9 req-b5bb05c3-1464-4f7e-be97-7a7e43c113e8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338754 Mar 26 03:12:43.720409 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Pushing event updated for resources: {'Port': ['ID=93a37a60-61a8-45b9-92b0-e233d11dd28d,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:43.751767 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks [] for router_gateway (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:43.780570 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:43.781284 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Attempting to bind port 93a37a60-61a8-45b9-92b0-e233d11dd28d on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:43.781666 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Attempting to bind port 93a37a60-61a8-45b9-92b0-e233d11dd28d by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:43.782033 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Attempting to bind port 93a37a60-61a8-45b9-92b0-e233d11dd28d on network 728463cb-280d-4a10-969e-46dde9028e1b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:43.791029 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:43.791409 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Checking segment: {'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:43.792006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:43.792405 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Bound using segment: {'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:43.792887 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Bound port: 93a37a60-61a8-45b9-92b0-e233d11dd28d, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:43.793466 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:43.810838 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:43.811180 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:43.904877 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] For port 93a37a60-61a8-45b9-92b0-e233d11dd28d, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:43.909315 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] For port 93a37a60-61a8-45b9-92b0-e233d11dd28d, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=93a37a60-61a8-45b9-92b0-e233d11dd28d,segment=NetworkSegment(1554c8ae-dd0c-4ad1-abee-bcf8817d7519),segment_id=1554c8ae-dd0c-4ad1-abee-bcf8817d7519)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:43.962739 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Allocated IP 172.27.1.82 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/43652d36-ddba-4dda-b5fb-9daa3949586f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:43.990878 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:44.008012 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:44.080071 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799f57d-906f-4ae6-98da-80f5b30f7dcc None None] Pushing event updated for resources: {'Port': ['ID=93a37a60-61a8-45b9-92b0-e233d11dd28d,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:44.085318 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1460d2e4-b9ba-4787-bcb8-4d572ee4b215 req-ba9a365b-10ec-4023-96ee-0f035e913520 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 210 time: 0.0857735 Mar 26 03:12:44.207955 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks [] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:44.311287 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:44.352639 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:44.355404 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:44.358819 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:44.398473 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=43652d36-ddba-4dda-b5fb-9daa3949586f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:44.946048 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f25c1-147e-4d29-9c78-1f77aa73263f req-a4d425e7-5b22-48d5-b221-e97b70c37f95 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:44.947621 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c7f25c1-147e-4d29-9c78-1f77aa73263f req-a4d425e7-5b22-48d5-b221-e97b70c37f95 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1050496 Mar 26 03:12:44.956530 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks [] for router_gateway (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:45.077218 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c7f25c1-147e-4d29-9c78-1f77aa73263f req-08240d1b-438c-4ed4-9745-2a09f9bb049e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222074 Mar 26 03:12:45.164066 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405dc23a-c746-4493-84d4-45da3a772e78 None None] Network 728463cb-280d-4a10-969e-46dde9028e1b requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:12:45.265178 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-018126f2-a7d1-47d4-b7e0-192d3ccea8a8 req-2c631b92-b8bd-42d4-883a-dd7eadf262e6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 210 time: 0.0692174 Mar 26 03:12:45.271847 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c17802f3-bb0c-47af-8491-d319bef14aa0 None None] Provisioning complete for port 93a37a60-61a8-45b9-92b0-e233d11dd28d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:45.272594 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c17802f3-bb0c-47af-8491-d319bef14aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:45.294364 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda1e3c-7e08-47dc-9b65-749acbd372e9 req-f3e715cc-f334-4b4c-8c52-96b32a5f9a22 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:45.302622 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:45.307739 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ebda1e3c-7e08-47dc-9b65-749acbd372e9 req-f3e715cc-f334-4b4c-8c52-96b32a5f9a22 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0905709 Mar 26 03:12:45.391724 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ebda1e3c-7e08-47dc-9b65-749acbd372e9 req-791d27db-5aa7-4e0d-8653-94ce08e0436d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818541 Mar 26 03:12:45.606085 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 93a37a60-61a8-45b9-92b0-e233d11dd28d up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:45.618554 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Router e6b5653d-d28c-4742-b2a8-dd7a81344dbc is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:12:45.638541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c17802f3-bb0c-47af-8491-d319bef14aa0 None None] Current status of the port 93a37a60-61a8-45b9-92b0-e233d11dd28d is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:45.639292 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c17802f3-bb0c-47af-8491-d319bef14aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:45.685326 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c17802f3-bb0c-47af-8491-d319bef14aa0 None None] For port 93a37a60-61a8-45b9-92b0-e233d11dd28d, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=93a37a60-61a8-45b9-92b0-e233d11dd28d,segment=NetworkSegment(1554c8ae-dd0c-4ad1-abee-bcf8817d7519),segment_id=1554c8ae-dd0c-4ad1-abee-bcf8817d7519)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:45.696053 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 93a37a60-61a8-45b9-92b0-e233d11dd28d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:45.696430 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:45.738963 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:45.744125 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c17802f3-bb0c-47af-8491-d319bef14aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:45.749298 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Sync routers for ids ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:45.766391 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Routers {'e6b5653d-d28c-4742-b2a8-dd7a81344dbc'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:45.767036 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:45.816112 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 93a37a60-61a8-45b9-92b0-e233d11dd28d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:45.824868 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:45.830242 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46456) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:12:45.831564 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-078afddc-2d8d-4477-86a1-44dc557f8ce0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4111419 Mar 26 03:12:45.841105 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17802f3-bb0c-47af-8491-d319bef14aa0 None None] Pushing event updated for resources: {'Port': ['ID=93a37a60-61a8-45b9-92b0-e233d11dd28d,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:45.868018 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-043afde6-c5ab-4285-b5eb-f77700300440 None None] Provisioning complete for port 93a37a60-61a8-45b9-92b0-e233d11dd28d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:45.868533 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-043afde6-c5ab-4285-b5eb-f77700300440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:45.891813 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Set router e6b5653d-d28c-4742-b2a8-dd7a81344dbc gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:45.959235 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-043afde6-c5ab-4285-b5eb-f77700300440 None None] Current status of the port 93a37a60-61a8-45b9-92b0-e233d11dd28d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:46.089630 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:12:44Z', 'revision_number': 3, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port': {'id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:43Z', 'updated_at': '2022-03-26T03:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:46.117664 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Checking router: e6b5653d-d28c-4742-b2a8-dd7a81344dbc for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:46.118163 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d5f69d8c-818c-4080-949d-5e2f1c3602d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.118365 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Updating router e6b5653d-d28c-4742-b2a8-dd7a81344dbc port 43652d36-ddba-4dda-b5fb-9daa3949586f binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:12:46.145938 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.408712 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.418514 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-917847a7-6ce8-4598-ad5c-0213069b2c3a req-b027ec1e-d68f-4e44-8dd5-25a5dbb4cc0f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 210 time: 0.0458527 Mar 26 03:12:46.538988 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Publish callbacks [] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.615096 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Allocated IP 172.20.0.1 (728463cb-280d-4a10-969e-46dde9028e1b/de500ad2-2286-4282-abd6-d9ec52fa6e9d/23aab94a-fd4b-48a9-8901-b409ff85fbbf) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:46.625004 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.672322 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Attempting to bind port 43652d36-ddba-4dda-b5fb-9daa3949586f on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:46.672691 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Attempting to bind port 43652d36-ddba-4dda-b5fb-9daa3949586f by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:46.673049 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Attempting to bind port 43652d36-ddba-4dda-b5fb-9daa3949586f on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:46.683704 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd5f3c-f14e-4650-b7e7-a40492bf4f94 None None] Pushing event updated for resources: {'Port': ['ID=43652d36-ddba-4dda-b5fb-9daa3949586f,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:46.686025 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:46.692218 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:46.692218 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.692218 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:46.692218 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Bound port: 43652d36-ddba-4dda-b5fb-9daa3949586f, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:46.692218 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.718656 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Publish callbacks [] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.750119 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] For port 43652d36-ddba-4dda-b5fb-9daa3949586f, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:46.755065 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] For port 43652d36-ddba-4dda-b5fb-9daa3949586f, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=43652d36-ddba-4dda-b5fb-9daa3949586f,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:46.825780 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.848690 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:46.870274 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Network 728463cb-280d-4a10-969e-46dde9028e1b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:46.873186 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:46.875720 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:46.907875 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Pushing event updated for resources: {'Port': ['ID=23aab94a-fd4b-48a9-8901-b409ff85fbbf,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:46.917373 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd5f3c-f14e-4650-b7e7-a40492bf4f94 None None] Pushing event updated for resources: {'Port': ['ID=43652d36-ddba-4dda-b5fb-9daa3949586f,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:46.925035 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Routers {'e6b5653d-d28c-4742-b2a8-dd7a81344dbc'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:46.925667 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:46.927696 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:47.046347 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] Set router e6b5653d-d28c-4742-b2a8-dd7a81344dbc gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:47.084346 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-941c6d43-c76a-491b-a646-ffad4901ee13 None None] Provisioning complete for port 23aab94a-fd4b-48a9-8901-b409ff85fbbf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:47.084885 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-941c6d43-c76a-491b-a646-ffad4901ee13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:47.119394 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-941c6d43-c76a-491b-a646-ffad4901ee13 None None] Port 23aab94a-fd4b-48a9-8901-b409ff85fbbf cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:12:47.148425 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:47.230366 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:12:44Z', 'revision_number': 3, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port': {'id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:43Z', 'updated_at': '2022-03-26T03:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:47.258099 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bb643-575b-4f43-88d5-8b885e9764a2 None None] The sync data for ids ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'] in dv-cinder-835328-1-iscsi is: [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:12:44Z', 'revision_number': 3, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port': {'id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:43Z', 'updated_at': '2022-03-26T03:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:47.331129 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Publish callbacks [] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:47.409191 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:47.453436 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 93a37a60-61a8-45b9-92b0-e233d11dd28d up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:47.487334 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Pushing event updated for resources: {'Port': ['ID=23aab94a-fd4b-48a9-8901-b409ff85fbbf,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:47.527560 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 93a37a60-61a8-45b9-92b0-e233d11dd28d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:47.528152 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:47.542532 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:47.683937 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 93a37a60-61a8-45b9-92b0-e233d11dd28d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:47.913727 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c2d6e1a2-a490-472d-9e08-4b1d311f5583 req-77856425-01d2-4409-8088-9ee32cde6f44 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 210 time: 0.3513548 Mar 26 03:12:47.968592 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Network 728463cb-280d-4a10-969e-46dde9028e1b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:47.969982 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:48.263187 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cbca00c4-3c97-4626-ac63-fb06b0bf9e77 None None] Provisioning complete for port 23aab94a-fd4b-48a9-8901-b409ff85fbbf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:48.263677 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbca00c4-3c97-4626-ac63-fb06b0bf9e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:48.264610 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Router e6b5653d-d28c-4742-b2a8-dd7a81344dbc has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:12:48.275237 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-dcb9cab6-2ffc-4ad6-9cf0-93fa2c44ed45 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:48.276575 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-dcb9cab6-2ffc-4ad6-9cf0-93fa2c44ed45 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 816 time: 0.2279418 Mar 26 03:12:48.312938 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cbca00c4-3c97-4626-ac63-fb06b0bf9e77 None None] Port 23aab94a-fd4b-48a9-8901-b409ff85fbbf cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:12:48.404282 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8cebe0f6-1e4a-47dc-b97b-4dea48d12519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:48.435044 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-770f7144-bb95-44ba-bf6c-7655e64762ac tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50915e0d81934278bd4b86b6434a6232 HTTP/1.1" status: 200 len: 380 time: 0.1484733 Mar 26 03:12:48.446785 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'port': {'device_id': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'admin_state_up': True, 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'security_groups': ['5a8f86c3-cae4-408d-b0be-077723be5436']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:48.527135 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:12:48.532783 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3f53779b-0cb1-482e-b76b-34a1d9342f57 admin admin] 10.222.0.20 "PUT /v2.0/routers/e6b5653d-d28c-4742-b2a8-dd7a81344dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7009439 Mar 26 03:12:48.671130 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Made reservation on behalf of 50915e0d81934278bd4b86b6434a6232 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:12:48.675427 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:48.843008 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Allocated IP 172.20.0.7 (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f/3221108f-d877-4550-b0a1-34bb6c5dcd59/c22019e0-dcc1-49f3-9cff-212e91aa5de0) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:12:49.017162 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:49.050984 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d39e6f70-4824-4dcc-892f-649ce75eaa0a req-0b29435e-860f-4ec6-9388-cca185243ceb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Mar 26 03:12:49.152043 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:49.213052 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:12:49.220295 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:12:49.221260 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:12:49.256852 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Sync routers for ids ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:12:49.258855 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:49.268637 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Routers {'e6b5653d-d28c-4742-b2a8-dd7a81344dbc'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:49.269563 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:49.295254 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90f8a-212d-46e1-addc-1417a89123b2 req-d6978dcb-0a8d-48ba-9c66-b9da60f38311 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:49.296809 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1ca90f8a-212d-46e1-addc-1417a89123b2 req-d6978dcb-0a8d-48ba-9c66-b9da60f38311 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1584804 Mar 26 03:12:49.308699 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:49.309342 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:49.382169 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1ca90f8a-212d-46e1-addc-1417a89123b2 req-8a5fbc20-738c-41d8-83bc-e5bd22fd1582 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698166 Mar 26 03:12:49.434061 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Set router e6b5653d-d28c-4742-b2a8-dd7a81344dbc gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:49.441384 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:49.463954 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-8dbddf56-cf28-4191-ba91-9319deed5502 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0225108 Mar 26 03:12:49.526826 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 43652d36-ddba-4dda-b5fb-9daa3949586f up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:49.652352 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9b105e51-dd26-45b7-a1da-1f5a970dbebf None None] Provisioning complete for port c22019e0-dcc1-49f3-9cff-212e91aa5de0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:49.652910 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b105e51-dd26-45b7-a1da-1f5a970dbebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:49.715439 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9b105e51-dd26-45b7-a1da-1f5a970dbebf None None] Port c22019e0-dcc1-49f3-9cff-212e91aa5de0 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:12:49.717792 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 43652d36-ddba-4dda-b5fb-9daa3949586f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:49.718286 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:49.853268 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:12:47Z', 'revision_number': 4, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port': {'id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:43Z', 'updated_at': '2022-03-26T03:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '23aab94a-fd4b-48a9-8901-b409ff85fbbf', 'name': '', 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'mac_address': 'fa:16:3e:c2:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'de500ad2-2286-4282-abd6-d9ec52fa6e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:46Z', 'updated_at': '2022-03-26T03:12:47Z', 'revision_number': 2, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'subnets': [{'id': 'de500ad2-2286-4282-abd6-d9ec52fa6e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:49.886605 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Checking router: e6b5653d-d28c-4742-b2a8-dd7a81344dbc for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:12:49.887200 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Updating router e6b5653d-d28c-4742-b2a8-dd7a81344dbc port 23aab94a-fd4b-48a9-8901-b409ff85fbbf binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:12:49.913806 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 43652d36-ddba-4dda-b5fb-9daa3949586f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:49.914474 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:49.937038 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 43652d36-ddba-4dda-b5fb-9daa3949586f, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=43652d36-ddba-4dda-b5fb-9daa3949586f,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:49.949245 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.159860 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.193577 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4f40b-e6a0-41f4-b911-61c7706f5a6a req-57f00ef4-ced0-44fe-811b-8d58fe30ab2e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:50.200373 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3fb4f40b-e6a0-41f4-b911-61c7706f5a6a req-57f00ef4-ced0-44fe-811b-8d58fe30ab2e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 931 time: 0.0635083 Mar 26 03:12:50.240060 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=43652d36-ddba-4dda-b5fb-9daa3949586f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:50.278616 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3fb4f40b-e6a0-41f4-b911-61c7706f5a6a req-b8890f96-5e03-4e43-8957-e2ef66ddf57d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771384 Mar 26 03:12:50.339666 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Publish callbacks [] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.421199 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.464972 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.496810 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9831b-7d0a-40fa-810c-b8a6397f6abf None None] Pushing event updated for resources: {'Port': ['ID=23aab94a-fd4b-48a9-8901-b409ff85fbbf,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:50.563258 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Attempting to bind port 23aab94a-fd4b-48a9-8901-b409ff85fbbf on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:50.563644 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Attempting to bind port 23aab94a-fd4b-48a9-8901-b409ff85fbbf by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:50.564458 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Attempting to bind port 23aab94a-fd4b-48a9-8901-b409ff85fbbf on network 728463cb-280d-4a10-969e-46dde9028e1b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:50.565459 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f8f22-d4dc-4d5b-bf56-49f0f9296088 req-3f3f06f3-76ce-42b2-9726-7ae7a1bc6147 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:50.568944 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4a8f8f22-d4dc-4d5b-bf56-49f0f9296088 req-3f3f06f3-76ce-42b2-9726-7ae7a1bc6147 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1043942 Mar 26 03:12:50.577234 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:50.590736 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Checking segment: {'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:50.590736 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.590736 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Bound using segment: {'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:50.590736 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Bound port: 23aab94a-fd4b-48a9-8901-b409ff85fbbf, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1554c8ae-dd0c-4ad1-abee-bcf8817d7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:50.590736 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.627088 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4a8f8f22-d4dc-4d5b-bf56-49f0f9296088 req-79c8bed3-78dc-464b-9dab-bc509a55eded tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502648 Mar 26 03:12:50.664122 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] For port 23aab94a-fd4b-48a9-8901-b409ff85fbbf, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:50.706336 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] For port 23aab94a-fd4b-48a9-8901-b409ff85fbbf, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=23aab94a-fd4b-48a9-8901-b409ff85fbbf,segment=NetworkSegment(1554c8ae-dd0c-4ad1-abee-bcf8817d7519),segment_id=1554c8ae-dd0c-4ad1-abee-bcf8817d7519)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:50.775297 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2cf37eb3-2b1e-4513-ac73-16128d7e0fc9 None None] Provisioning complete for port 23aab94a-fd4b-48a9-8901-b409ff85fbbf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:50.775893 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2cf37eb3-2b1e-4513-ac73-16128d7e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.778185 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.834197 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:50.885947 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Routers {'e6b5653d-d28c-4742-b2a8-dd7a81344dbc'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:12:50.886813 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:50.991075 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9831b-7d0a-40fa-810c-b8a6397f6abf None None] Pushing event updated for resources: {'Port': ['ID=23aab94a-fd4b-48a9-8901-b409ff85fbbf,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:51.027090 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2cf37eb3-2b1e-4513-ac73-16128d7e0fc9 None None] Current status of the port 23aab94a-fd4b-48a9-8901-b409ff85fbbf is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:51.027478 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2cf37eb3-2b1e-4513-ac73-16128d7e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:51.075986 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] Set router e6b5653d-d28c-4742-b2a8-dd7a81344dbc gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:12:51.348754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2cf37eb3-2b1e-4513-ac73-16128d7e0fc9 None None] For port 23aab94a-fd4b-48a9-8901-b409ff85fbbf, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=23aab94a-fd4b-48a9-8901-b409ff85fbbf,segment=NetworkSegment(1554c8ae-dd0c-4ad1-abee-bcf8817d7519),segment_id=1554c8ae-dd0c-4ad1-abee-bcf8817d7519)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:51.459314 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2cf37eb3-2b1e-4513-ac73-16128d7e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:51.505629 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 43652d36-ddba-4dda-b5fb-9daa3949586f up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:51.506013 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bb14-b9cd-42e9-96a1-bb19a5f02ffa req-e4f43e7c-ce13-475f-a4e5-bdc575192108 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:51.507879 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-24f6bb14-b9cd-42e9-96a1-bb19a5f02ffa req-e4f43e7c-ce13-475f-a4e5-bdc575192108 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 931 time: 0.0982718 Mar 26 03:12:51.579147 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf37eb3-2b1e-4513-ac73-16128d7e0fc9 None None] Pushing event updated for resources: {'Port': ['ID=23aab94a-fd4b-48a9-8901-b409ff85fbbf,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:51.593969 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-24f6bb14-b9cd-42e9-96a1-bb19a5f02ffa req-59aea9a9-773c-4f4d-985e-8ddc57a567f9 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754089 Mar 26 03:12:51.615904 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 43652d36-ddba-4dda-b5fb-9daa3949586f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:51.616281 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:51.647136 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-09fce4bb-05c4-4ffe-9175-867292d68661 None None] Provisioning complete for port 23aab94a-fd4b-48a9-8901-b409ff85fbbf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:51.649011 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09fce4bb-05c4-4ffe-9175-867292d68661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:51.684533 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:12:47Z', 'revision_number': 4, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port': {'id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:43Z', 'updated_at': '2022-03-26T03:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '23aab94a-fd4b-48a9-8901-b409ff85fbbf', 'name': '', 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'mac_address': 'fa:16:3e:c2:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'de500ad2-2286-4282-abd6-d9ec52fa6e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:46Z', 'updated_at': '2022-03-26T03:12:50Z', 'revision_number': 4, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'subnets': [{'id': 'de500ad2-2286-4282-abd6-d9ec52fa6e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:12:51.722667 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7590a7a-b187-472e-b497-7c50b8bfe701 None None] The sync data for ids ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'] in dv-cinder-835328-1-iscsi is: [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:12:47Z', 'revision_number': 4, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port': {'id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:43Z', 'updated_at': '2022-03-26T03:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '23aab94a-fd4b-48a9-8901-b409ff85fbbf', 'name': '', 'network_id': '728463cb-280d-4a10-969e-46dde9028e1b', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'mac_address': 'fa:16:3e:c2:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'de500ad2-2286-4282-abd6-d9ec52fa6e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:46Z', 'updated_at': '2022-03-26T03:12:50Z', 'revision_number': 4, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'subnets': [{'id': 'de500ad2-2286-4282-abd6-d9ec52fa6e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:12:51.808620 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 43652d36-ddba-4dda-b5fb-9daa3949586f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:51.852755 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Request body: {'port': {'device_id': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:12:51.856539 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-09fce4bb-05c4-4ffe-9175-867292d68661 None None] Current status of the port 23aab94a-fd4b-48a9-8901-b409ff85fbbf is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:51.909937 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-7732311c-b7f0-4232-98b9-1c5831ea3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:51.912492 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-7732311c-b7f0-4232-98b9-1c5831ea3157 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 1130 time: 0.0862770 Mar 26 03:12:51.934510 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f9ca-58ab-44cf-af5a-b8ba1a73ff03 req-3bafe13f-ab4c-43f3-831e-096c2f1a8a09 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:51.942051 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a3c4f9ca-58ab-44cf-af5a-b8ba1a73ff03 req-3bafe13f-ab4c-43f3-831e-096c2f1a8a09 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.2155876 Mar 26 03:12:52.014133 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:52.050367 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-acc87468-4233-482e-879f-ee5858f9517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:52.052061 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-acc87468-4233-482e-879f-ee5858f9517c service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.1335073 Mar 26 03:12:52.074086 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a3c4f9ca-58ab-44cf-af5a-b8ba1a73ff03 req-fdd4e381-036d-4536-9891-0e1915cea759 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292117 Mar 26 03:12:52.116616 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-b90ba780-f751-418e-8b0e-d0eaf1a76793 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020 HTTP/1.1" status: 200 len: 217 time: 0.0573590 Mar 26 03:12:52.182053 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-88ac4e63-e750-46ae-a594-5e660365b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:52.183873 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-88ac4e63-e750-46ae-a594-5e660365b946 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0604870 Mar 26 03:12:52.244040 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-e68c1198-b194-4c32-aac4-dd24caa65fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:52.246038 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-e68c1198-b194-4c32-aac4-dd24caa65fa4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550420 Mar 26 03:12:52.384843 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-c9fda08e-49f8-4d57-a0ac-19a67c3a08f6 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239791 Mar 26 03:12:52.450097 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:52.480992 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22019e0-dcc1-49f3-9cff-212e91aa5de0 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:12:52.492276 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Publish callbacks [] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:52.510624 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Transition to ACTIVE for port object c22019e0-dcc1-49f3-9cff-212e91aa5de0 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:12:52.592064 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:52.654592 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:52.762610 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Attempting to bind port c22019e0-dcc1-49f3-9cff-212e91aa5de0 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:12:52.762957 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Attempting to bind port c22019e0-dcc1-49f3-9cff-212e91aa5de0 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:12:52.763301 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Attempting to bind port c22019e0-dcc1-49f3-9cff-212e91aa5de0 on network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:52.768821 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Port c22019e0-dcc1-49f3-9cff-212e91aa5de0 on network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:12:52.769158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Attempting to bind port c22019e0-dcc1-49f3-9cff-212e91aa5de0 on network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:12:52.780171 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:12:52.780527 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Checking segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:12:52.780925 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Bound using segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:12:52.781376 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Bound port: c22019e0-dcc1-49f3-9cff-212e91aa5de0, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:12:52.783295 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:52.804941 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3fb5-20a9-4ae0-b762-45cc0c98450d req-943550ca-d6cd-46e6-acb2-72cf3229804b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:52.808020 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f8fd3fb5-20a9-4ae0-b762-45cc0c98450d req-943550ca-d6cd-46e6-acb2-72cf3229804b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0937457 Mar 26 03:12:52.897885 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:12:52.901846 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:12:52.975935 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f8fd3fb5-20a9-4ae0-b762-45cc0c98450d req-f4378fbf-c4dd-43c2-aba6-151a8b98ebb1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599262 Mar 26 03:12:53.071509 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:53.167850 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:53.167850 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:53.167850 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] 10.222.0.18 "PUT /v2.0/ports/c22019e0-dcc1-49f3-9cff-212e91aa5de0 HTTP/1.1" status: 200 len: 1093 time: 1.2729909 Mar 26 03:12:53.167850 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:12:53.167850 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c95f43f-ec90-446e-a85c-5c9b9d5beb29" -d '{"events": [{"name": "network-changed", "server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:12:53.187703 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79144774-2307-4cdd-b7e4-053466e9c93d x-openstack-request-id: req-79144774-2307-4cdd-b7e4-053466e9c93d {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:12:53.188079 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:12:53.188416 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79144774-2307-4cdd-b7e4-053466e9c93d {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:12:53.188872 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79144774-2307-4cdd-b7e4-053466e9c93d'] response: {'name': 'network-changed', 'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'status': 'completed', 'code': 200} Mar 26 03:12:53.197238 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0452055-55a0-4b40-be5b-1a0c07dc5787 service neutron] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:53.235431 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61a56-a998-4d27-bdd0-57738a731951 req-93ea5b6d-05da-4078-979d-460e9ae5b2ac tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:53.236972 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-caa61a56-a998-4d27-bdd0-57738a731951 req-93ea5b6d-05da-4078-979d-460e9ae5b2ac tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1028850 Mar 26 03:12:53.288140 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-caa61a56-a998-4d27-bdd0-57738a731951 req-958286d3-e239-447c-a71e-6c52a19856e0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Mar 26 03:12:53.475011 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 23aab94a-fd4b-48a9-8901-b409ff85fbbf up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:12:53.541090 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 23aab94a-fd4b-48a9-8901-b409ff85fbbf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:12:53.541797 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:53.635697 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 23aab94a-fd4b-48a9-8901-b409ff85fbbf is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:54.141915 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8a52-d0a6-44d0-98ac-44717a56c5c3 req-07ada7b9-504c-4aca-bc7a-f214158e6973 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:54.145171 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bd0f8a52-d0a6-44d0-98ac-44717a56c5c3 req-07ada7b9-504c-4aca-bc7a-f214158e6973 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0641069 Mar 26 03:12:54.215807 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bd0f8a52-d0a6-44d0-98ac-44717a56c5c3 req-34c39831-aba0-4e98-8da9-b6eb0af34b65 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652831 Mar 26 03:12:54.425180 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841d27f-65be-4ca7-956b-32e20a3b40e7 req-5caa2890-322d-4414-a8a3-b420b3682723 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:54.433206 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6841d27f-65be-4ca7-956b-32e20a3b40e7 req-5caa2890-322d-4414-a8a3-b420b3682723 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0721030 Mar 26 03:12:54.494830 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6841d27f-65be-4ca7-956b-32e20a3b40e7 req-79e30b6b-509a-4ef8-b758-ac5f3503279c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583892 Mar 26 03:12:55.142726 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95f43f-ec90-446e-a85c-5c9b9d5beb29 req-c853308a-c9ed-416e-83fa-b1ffeca9da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:55.146475 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9c95f43f-ec90-446e-a85c-5c9b9d5beb29 req-c853308a-c9ed-416e-83fa-b1ffeca9da8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 1127 time: 0.0844805 Mar 26 03:12:55.204006 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1040f58f-c627-416c-8c08-3638aa623ae8 req-94f3fdcd-e0a5-401f-8694-13c37ab894da service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683819 Mar 26 03:12:55.359982 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95f43f-ec90-446e-a85c-5c9b9d5beb29 req-e9609ebb-1394-4565-a032-883cd4f041b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:55.361518 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9c95f43f-ec90-446e-a85c-5c9b9d5beb29 req-e9609ebb-1394-4565-a032-883cd4f041b6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=50915e0d81934278bd4b86b6434a6232&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1993592 Mar 26 03:12:55.385155 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc4b59-7a59-47fa-9302-ef11f271ff48 req-49cf3586-774a-4274-b5ea-59d30adf3ee2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:55.386792 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5cbc4b59-7a59-47fa-9302-ef11f271ff48 req-49cf3586-774a-4274-b5ea-59d30adf3ee2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0619109 Mar 26 03:12:55.445872 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5cbc4b59-7a59-47fa-9302-ef11f271ff48 req-2c29878c-2710-4f7e-a80c-894f0cd7465d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512066 Mar 26 03:12:55.588083 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95f43f-ec90-446e-a85c-5c9b9d5beb29 req-48ef8a5f-3408-4aed-bee7-bf09f8c7e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:55.592594 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9c95f43f-ec90-446e-a85c-5c9b9d5beb29 req-48ef8a5f-3408-4aed-bee7-bf09f8c7e202 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2177355 Mar 26 03:12:55.696595 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e07444-c5ee-4450-87b5-10d40995b502 req-f966967c-0e60-4410-b515-b682ef311e9c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:55.698078 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-91e07444-c5ee-4450-87b5-10d40995b502 req-f966967c-0e60-4410-b515-b682ef311e9c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1044400 Mar 26 03:12:55.716158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-74f02278-5e9b-4573-bcee-436afdf579cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:55.717662 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-74f02278-5e9b-4573-bcee-436afdf579cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 1127 time: 0.0814087 Mar 26 03:12:55.765998 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-3bc7cc7e-8771-489d-ae3b-ed15e885ee2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0 HTTP/1.1" status: 200 len: 217 time: 0.0403416 Mar 26 03:12:55.825399 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-91e07444-c5ee-4450-87b5-10d40995b502 req-e092702b-ae07-4dc2-a3be-b5082a194277 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187890 Mar 26 03:12:55.835143 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-afc90b44-7f45-454b-a820-410e1f01b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:55.836821 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-afc90b44-7f45-454b-a820-410e1f01b4af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 200 len: 855 time: 0.0609105 Mar 26 03:12:55.890602 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-7462d290-1839-4f94-9903-358ecad61fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:55.892384 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-7462d290-1839-4f94-9903-358ecad61fa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476215 Mar 26 03:12:56.230880 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-38df2670-c6e6-4cf2-bef4-cece6dcfa2df service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310449 Mar 26 03:12:56.363020 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d6b65eba-e9bf-42da-b5e2-b3193ef987a1 req-7f96c686-396e-42fb-9133-a89dea75d7ea service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087365 Mar 26 03:12:56.583091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c223f-cdd3-4f6f-9dbb-ba650bd45d8b req-35087bb1-2102-4ffc-bf67-80eaa7ed1136 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:56.584640 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-510c223f-cdd3-4f6f-9dbb-ba650bd45d8b req-35087bb1-2102-4ffc-bf67-80eaa7ed1136 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0572226 Mar 26 03:12:56.631558 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-510c223f-cdd3-4f6f-9dbb-ba650bd45d8b req-2edf7486-0218-4b17-a0ff-9879afe84f56 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 Mar 26 03:12:56.958486 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae7d88-f822-4e8d-836e-60ddb8c1d2e6 req-05589611-a8ba-4690-9a49-b6c7688eb2e8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:56.960048 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-46ae7d88-f822-4e8d-836e-60ddb8c1d2e6 req-05589611-a8ba-4690-9a49-b6c7688eb2e8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0581238 Mar 26 03:12:57.030854 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-46ae7d88-f822-4e8d-836e-60ddb8c1d2e6 req-d473a11f-2b2c-4808-b082-946f2dfac228 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578961 Mar 26 03:12:57.791019 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e400a20-11ff-46a9-b94d-d5fe21d7146d req-b54035b1-a659-4042-b84b-fb59b27251d2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:57.792663 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3e400a20-11ff-46a9-b94d-d5fe21d7146d req-b54035b1-a659-4042-b84b-fb59b27251d2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0739951 Mar 26 03:12:57.845470 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3e400a20-11ff-46a9-b94d-d5fe21d7146d req-a94ca296-67b4-48b7-99c5-06ddfb0797ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Mar 26 03:12:58.103157 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:12:58.236432 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1c665-fae3-4012-a5d9-778d4debf834 req-9aba406b-3581-412b-bb30-9ac60ea2133a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:58.247045 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9aa1c665-fae3-4012-a5d9-778d4debf834 req-9aba406b-3581-412b-bb30-9ac60ea2133a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1290352 Mar 26 03:12:58.271615 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:58.287205 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'port_id': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'mac_address': 'fa:16:3e:2d:f1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:12:58.340109 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c22019e0-dcc1-49f3-9cff-212e91aa5de0 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:12:58.340750 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:58.365410 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9aa1c665-fae3-4012-a5d9-778d4debf834 req-c24d4445-23b1-4414-9b01-fac5f6cd2f8b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165857 Mar 26 03:12:58.374770 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22019e0-dcc1-49f3-9cff-212e91aa5de0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:12:58.405467 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:12:58.413002 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:12:58.502270 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:12:58.625048 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:12:58.861386 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['c22019e0-dcc1-49f3-9cff-212e91aa5de0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:12:59.058484 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1cf5-d1ca-4a2e-9d3b-71f5b6746ef7 req-ff65fbd0-2969-4c5a-b8ca-c6c65f094c49 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:59.071429 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3eab1cf5-d1ca-4a2e-9d3b-71f5b6746ef7 req-ff65fbd0-2969-4c5a-b8ca-c6c65f094c49 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 944 time: 0.0965986 Mar 26 03:12:59.119087 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3eab1cf5-d1ca-4a2e-9d3b-71f5b6746ef7 req-81b63734-2aa1-4c0a-8dbd-49a08578d26f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461736 Mar 26 03:12:59.517703 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a34d6b-508e-44bc-94e2-1b8fa0a5bd6a req-31af58fd-3699-4b17-9ab7-c4229da0349b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:12:59.524907 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d3a34d6b-508e-44bc-94e2-1b8fa0a5bd6a req-31af58fd-3699-4b17-9ab7-c4229da0349b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0851605 Mar 26 03:12:59.607265 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d3a34d6b-508e-44bc-94e2-1b8fa0a5bd6a req-59aee875-318d-4689-8ede-fa6208c68e7a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812345 Mar 26 03:13:00.245118 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fba69d-1bb7-4383-a831-8ecfabcb5a8d req-fc2fa620-7251-448e-a3ac-26639bcd6c13 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:00.246613 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e2fba69d-1bb7-4383-a831-8ecfabcb5a8d req-fc2fa620-7251-448e-a3ac-26639bcd6c13 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 944 time: 0.0527389 Mar 26 03:13:00.319594 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e2fba69d-1bb7-4383-a831-8ecfabcb5a8d req-9e0b70a2-fe5c-47e8-9dec-2a611e7e2e45 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674446 Mar 26 03:13:00.726040 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b438c16-3b8b-4d5e-9527-5301e8d6fe27 req-24ef7808-5a1c-4fbc-b65d-49612d7501bc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:00.727803 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7b438c16-3b8b-4d5e-9527-5301e8d6fe27 req-24ef7808-5a1c-4fbc-b65d-49612d7501bc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0610268 Mar 26 03:13:00.777200 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7b438c16-3b8b-4d5e-9527-5301e8d6fe27 req-6008b726-fff0-4267-9838-b43c46f17d9b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436976 Mar 26 03:13:01.449714 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dda9b-da41-43e5-8c14-2f0646b697e0 req-ddb19e8f-a8ff-4f5b-93dc-151bb324b7ce tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:01.451491 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-537dda9b-da41-43e5-8c14-2f0646b697e0 req-ddb19e8f-a8ff-4f5b-93dc-151bb324b7ce tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 944 time: 0.0607440 Mar 26 03:13:01.510996 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-537dda9b-da41-43e5-8c14-2f0646b697e0 req-e6df0f73-3279-4d98-8ed9-3dc491c7835a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531807 Mar 26 03:13:01.855772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235453ee-34b0-4268-a290-c3bda271e95d req-09111be2-dfd3-42ac-9050-1379f3d2cf27 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:01.857226 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-09111be2-dfd3-42ac-9050-1379f3d2cf27 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/networks?id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b HTTP/1.1" status: 200 len: 814 time: 0.1015551 Mar 26 03:13:01.871542 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-249ce9c5-bc3f-413c-85cc-cb7eed80e9de tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/quotas/e897267a79754784a6d52e00d89bfced HTTP/1.1" status: 200 len: 375 time: 0.0087843 Mar 26 03:13:01.897151 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3c7f-2b2a-4e56-8d3b-3fbb7c29cacf req-b3219e8d-10bc-4b6e-aae7-b373e35c9379 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:01.898581 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-988e3c7f-2b2a-4e56-8d3b-3fbb7c29cacf req-b3219e8d-10bc-4b6e-aae7-b373e35c9379 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0553963 Mar 26 03:13:01.925534 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-6be5154d-cbc5-4f49-93f7-7af44a8c45ff tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e897267a79754784a6d52e00d89bfced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490108 Mar 26 03:13:01.944096 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-988e3c7f-2b2a-4e56-8d3b-3fbb7c29cacf req-77a6e759-2a0d-4004-95a3-ddc76c834923 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Mar 26 03:13:02.017358 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-7d94f616-d897-4c42-b928-448e642e43d7 service neutron] 10.222.0.20 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806212 Mar 26 03:13:02.275997 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-207f9575-b0e1-41aa-86cb-35ef260e8805 service neutron] 10.222.0.20 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521322 Mar 26 03:13:02.508950 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-263ac18d-a927-4370-99de-8c1e637211d1 req-3b546988-f42d-4976-81ae-48e3b672b05e tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 210 time: 0.0293131 Mar 26 03:13:02.634306 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a788d-0cdd-423e-bccc-5c4a5e8baa8e req-fa98d261-6690-4ae0-bead-e08a62ff85eb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:02.635794 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a5a788d-0cdd-423e-bccc-5c4a5e8baa8e req-fa98d261-6690-4ae0-bead-e08a62ff85eb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 944 time: 0.0535927 Mar 26 03:13:02.681289 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a5a788d-0cdd-423e-bccc-5c4a5e8baa8e req-b15c1f8f-8c64-469a-ae22-e38caa2b95ab tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Mar 26 03:13:03.060815 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47672a8-148d-4447-aa59-4220c38f5b64 req-763900db-1791-44c0-9373-d91883dc5426 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:03.062294 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b47672a8-148d-4447-aa59-4220c38f5b64 req-763900db-1791-44c0-9373-d91883dc5426 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0521772 Mar 26 03:13:03.108667 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b47672a8-148d-4447-aa59-4220c38f5b64 req-61ec7822-b2ed-4a9a-b5d4-5beaaf3bf230 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Mar 26 03:13:03.502683 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:03.600415 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-32c94572-525b-465a-86e8-afd1c8d98545 req-61e6c8c3-8c73-489b-b007-f0ab83798598 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 210 time: 0.0339420 Mar 26 03:13:03.687409 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port c22019e0-dcc1-49f3-9cff-212e91aa5de0 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:13:03.691511 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port c22019e0-dcc1-49f3-9cff-212e91aa5de0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:03.691931 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:03.770467 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c22019e0-dcc1-49f3-9cff-212e91aa5de0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:03.771669 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:03.795465 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:13:03.797722 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1681a65b-d451-4dfe-99f4-778f9e83d573" -d '{"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-plugged", "status": "completed", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:13:03.805745 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433e3f-f74f-4503-979b-5186d0a02fc9 req-00291ee3-87ce-4f87-92d8-db998fef4d35 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:03.807258 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a7433e3f-f74f-4503-979b-5186d0a02fc9 req-00291ee3-87ce-4f87-92d8-db998fef4d35 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 944 time: 0.0566816 Mar 26 03:13:03.818808 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:03.837282 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f89ecd-d4d2-463b-92e3-2c08ed06235a x-openstack-request-id: req-26f89ecd-d4d2-463b-92e3-2c08ed06235a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:13:03.837699 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-plugged", "status": "completed", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:13:03.838083 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26f89ecd-d4d2-463b-92e3-2c08ed06235a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:13:03.838621 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f89ecd-d4d2-463b-92e3-2c08ed06235a'] response: {'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'code': 200} Mar 26 03:13:03.861130 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a7433e3f-f74f-4503-979b-5186d0a02fc9 req-a0044b9b-0ffe-4597-9985-34171210c766 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482459 Mar 26 03:13:03.910799 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:03.963196 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:04.195160 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701abaad-0437-46c5-9d3a-0e68f833eaa3 req-b35fff30-dea0-45eb-8b0e-50c7747c7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:04.196777 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-701abaad-0437-46c5-9d3a-0e68f833eaa3 req-b35fff30-dea0-45eb-8b0e-50c7747c7301 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 1129 time: 0.0646768 Mar 26 03:13:04.259487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454aee6-0667-46b6-87c7-c609c30d5bff req-3bccc095-84a1-4c3f-9697-0fb97db6f1c1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:04.261069 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f454aee6-0667-46b6-87c7-c609c30d5bff req-3bccc095-84a1-4c3f-9697-0fb97db6f1c1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0639818 Mar 26 03:13:04.264795 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-701abaad-0437-46c5-9d3a-0e68f833eaa3 req-86610150-a493-4e38-97b6-4a0bca4844f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518892 Mar 26 03:13:04.309474 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f454aee6-0667-46b6-87c7-c609c30d5bff req-1298e528-0a30-4eb6-b944-0ec0253e4298 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 Mar 26 03:13:04.655208 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46934) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:04.711499 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d8632601-eac2-490a-96d0-4b674e41af5e req-7bff80ca-99c3-4e42-9d43-dee8614aa63d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 210 time: 0.0384991 Mar 26 03:13:04.771098 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63b0d5cc-ecd0-4127-8d0a-4a75c26bbc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:04.846166 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63b0d5cc-ecd0-4127-8d0a-4a75c26bbc29 admin admin] Publish callbacks [] for security_group (34d5c4c0-d62c-448d-9ca7-79b1768617a0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:04.910266 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63b0d5cc-ecd0-4127-8d0a-4a75c26bbc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (34d5c4c0-d62c-448d-9ca7-79b1768617a0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:04.950079 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0d5cc-ecd0-4127-8d0a-4a75c26bbc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d5c4c0-d62c-448d-9ca7-79b1768617a0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:04.954414 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-63b0d5cc-ecd0-4127-8d0a-4a75c26bbc29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=199f297eb76b4974918f3a84fa208d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980175 Mar 26 03:13:04.957170 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46940) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:04.989257 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b1bb-835a-4f08-83ca-53a451501fab req-b0e31aaa-653a-460d-a05b-5f636720660e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:04.991373 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a734b1bb-835a-4f08-83ca-53a451501fab req-b0e31aaa-653a-460d-a05b-5f636720660e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0549161 Mar 26 03:13:05.010185 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6941-0f54-4c3e-83d7-919f2cba9c0b admin admin] Publish callbacks [] for security_group (34d5c4c0-d62c-448d-9ca7-79b1768617a0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.036930 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6941-0f54-4c3e-83d7-919f2cba9c0b admin admin] Publish callbacks [] for security_group (34d5c4c0-d62c-448d-9ca7-79b1768617a0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.046317 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a734b1bb-835a-4f08-83ca-53a451501fab req-66335d91-cb09-4481-ba36-f97b9c63884b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476015 Mar 26 03:13:05.107387 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46944) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:05.169228 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6941-0f54-4c3e-83d7-919f2cba9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (34d5c4c0-d62c-448d-9ca7-79b1768617a0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.172347 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6941-0f54-4c3e-83d7-919f2cba9c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.173996 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b8ff6941-0f54-4c3e-83d7-919f2cba9c0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34d5c4c0-d62c-448d-9ca7-79b1768617a0 HTTP/1.1" status: 204 len: 168 time: 0.2158568 Mar 26 03:13:05.185490 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff6941-0f54-4c3e-83d7-919f2cba9c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d5c4c0-d62c-448d-9ca7-79b1768617a0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:05.240192 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f46c3e85-eb0d-486e-876a-db84f404be8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.320462 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f46c3e85-eb0d-486e-876a-db84f404be8c admin admin] Publish callbacks [] for security_group (0619f713-d6a7-4e89-b395-1ec0e5dcc020), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.393060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f46c3e85-eb0d-486e-876a-db84f404be8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (0619f713-d6a7-4e89-b395-1ec0e5dcc020), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.456519 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f46c3e85-eb0d-486e-876a-db84f404be8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0186165cce74e21ae0dae9ca4d08114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480377 Mar 26 03:13:05.458138 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c3e85-eb0d-486e-876a-db84f404be8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0619f713-d6a7-4e89-b395-1ec0e5dcc020,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:05.459433 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46962) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:05.475994 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c241f-907e-45bb-946b-03f768db43c9 req-59e57663-cab2-4880-818a-23dd154cb70f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:05.477487 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ba3c241f-907e-45bb-946b-03f768db43c9 req-59e57663-cab2-4880-818a-23dd154cb70f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0949280 Mar 26 03:13:05.535081 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8de033f3-ce41-4b7a-ab7a-6d8ec301e7d5 admin admin] Publish callbacks [] for security_group (0619f713-d6a7-4e89-b395-1ec0e5dcc020), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.542106 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ba3c241f-907e-45bb-946b-03f768db43c9 req-30d6b98a-e54f-4719-819a-1e27ab572b97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588131 Mar 26 03:13:05.558631 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8de033f3-ce41-4b7a-ab7a-6d8ec301e7d5 admin admin] Publish callbacks [] for security_group (0619f713-d6a7-4e89-b395-1ec0e5dcc020), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.700149 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8de033f3-ce41-4b7a-ab7a-6d8ec301e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (0619f713-d6a7-4e89-b395-1ec0e5dcc020), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.702719 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8de033f3-ce41-4b7a-ab7a-6d8ec301e7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.703850 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8de033f3-ce41-4b7a-ab7a-6d8ec301e7d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0619f713-d6a7-4e89-b395-1ec0e5dcc020 HTTP/1.1" status: 204 len: 168 time: 0.2421210 Mar 26 03:13:05.713104 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de033f3-ce41-4b7a-ab7a-6d8ec301e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0619f713-d6a7-4e89-b395-1ec0e5dcc020,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:05.810435 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74928e61-2ebd-49b9-b5df-68aafcddec2d req-0d46b5f5-4563-4250-abce-1fc5b4adb624 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Mar 26 03:13:05.863653 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46968) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:05.877328 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da6980d5-6d32-4f02-a18a-3568f4cb2427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:05.949444 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da6980d5-6d32-4f02-a18a-3568f4cb2427 admin admin] Publish callbacks [] for security_group (9fe1f4f8-10f4-42b9-85ea-04e7735711b8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.031786 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da6980d5-6d32-4f02-a18a-3568f4cb2427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (9fe1f4f8-10f4-42b9-85ea-04e7735711b8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.070882 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-da6980d5-6d32-4f02-a18a-3568f4cb2427 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed2574ef2c6a477fa545511c4f94bc73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060840 Mar 26 03:13:06.071566 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6980d5-6d32-4f02-a18a-3568f4cb2427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe1f4f8-10f4-42b9-85ea-04e7735711b8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:06.073589 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46972) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:06.121641 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72708d7a-f18a-491c-8850-4b5c9225d802 admin admin] Publish callbacks [] for security_group (9fe1f4f8-10f4-42b9-85ea-04e7735711b8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.171333 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72708d7a-f18a-491c-8850-4b5c9225d802 admin admin] Publish callbacks [] for security_group (9fe1f4f8-10f4-42b9-85ea-04e7735711b8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.213529 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b98a7-2071-4d10-bfd5-e83ec369b2b8 req-81f8bb95-b086-4cd0-83b8-854da23602dd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:06.215040 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-542b98a7-2071-4d10-bfd5-e83ec369b2b8 req-81f8bb95-b086-4cd0-83b8-854da23602dd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0908215 Mar 26 03:13:06.281686 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-542b98a7-2071-4d10-bfd5-e83ec369b2b8 req-aa2ba08d-58ef-4b81-bbfd-417b62bacd61 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571504 Mar 26 03:13:06.328786 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72708d7a-f18a-491c-8850-4b5c9225d802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (9fe1f4f8-10f4-42b9-85ea-04e7735711b8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.331423 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72708d7a-f18a-491c-8850-4b5c9225d802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.332500 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-72708d7a-f18a-491c-8850-4b5c9225d802 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fe1f4f8-10f4-42b9-85ea-04e7735711b8 HTTP/1.1" status: 204 len: 168 time: 0.2579451 Mar 26 03:13:06.341211 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72708d7a-f18a-491c-8850-4b5c9225d802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe1f4f8-10f4-42b9-85ea-04e7735711b8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:06.366501 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 46984) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:06.382143 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9161603b-9c6a-43dd-acff-4af75b49cc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.454604 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9161603b-9c6a-43dd-acff-4af75b49cc92 admin admin] Publish callbacks [] for security_group (2cc4fa87-3769-4647-bea6-66b87cb773e3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.534491 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9161603b-9c6a-43dd-acff-4af75b49cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (2cc4fa87-3769-4647-bea6-66b87cb773e3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.574882 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-9161603b-9c6a-43dd-acff-4af75b49cc92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=676edf66a6924a0b8a22a69975c039dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065578 Mar 26 03:13:06.574989 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161603b-9c6a-43dd-acff-4af75b49cc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4fa87-3769-4647-bea6-66b87cb773e3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:06.576839 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46988) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:06.631111 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e07404b-be33-4ab4-949e-8d095e8a524a admin admin] Publish callbacks [] for security_group (2cc4fa87-3769-4647-bea6-66b87cb773e3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.652905 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e07404b-be33-4ab4-949e-8d095e8a524a admin admin] Publish callbacks [] for security_group (2cc4fa87-3769-4647-bea6-66b87cb773e3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.665862 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381887b-b363-4b3d-a331-d2cae22ba0f9 req-e9640d50-42ee-44a0-b58a-3e3371c84f31 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:06.667468 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f381887b-b363-4b3d-a331-d2cae22ba0f9 req-e9640d50-42ee-44a0-b58a-3e3371c84f31 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0533993 Mar 26 03:13:06.718183 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f381887b-b363-4b3d-a331-d2cae22ba0f9 req-1202faa8-32d1-45ca-b441-6ff5ce5e94cb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447452 Mar 26 03:13:06.763409 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e07404b-be33-4ab4-949e-8d095e8a524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (2cc4fa87-3769-4647-bea6-66b87cb773e3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.766021 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e07404b-be33-4ab4-949e-8d095e8a524a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:06.769738 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-0e07404b-be33-4ab4-949e-8d095e8a524a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cc4fa87-3769-4647-bea6-66b87cb773e3 HTTP/1.1" status: 204 len: 168 time: 0.1891623 Mar 26 03:13:06.776191 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07404b-be33-4ab4-949e-8d095e8a524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4fa87-3769-4647-bea6-66b87cb773e3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:06.903196 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-df1a2e3d-8aec-4bcd-baf1-8f9bf7b381bd req-60ab7a33-56a4-4ee8-aebd-48acfabfa26c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 210 time: 0.0279038 Mar 26 03:13:07.093553 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 46998) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:07.109308 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afa5da02-3cfc-43c9-bbfe-b0712f7a064c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:07.183552 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afa5da02-3cfc-43c9-bbfe-b0712f7a064c admin admin] Publish callbacks [] for security_group (8edddd8d-05f0-4a9c-af4b-901804ca8aae), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:07.272854 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afa5da02-3cfc-43c9-bbfe-b0712f7a064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (8edddd8d-05f0-4a9c-af4b-901804ca8aae), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:07.311268 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5da02-3cfc-43c9-bbfe-b0712f7a064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edddd8d-05f0-4a9c-af4b-901804ca8aae,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:07.319901 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-afa5da02-3cfc-43c9-bbfe-b0712f7a064c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95840a676f484a1383ae121dfde0515c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219002 Mar 26 03:13:07.319901 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:07.374158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25b46c16-bab5-47cb-ac79-df2eb39581d7 admin admin] Publish callbacks [] for security_group (8edddd8d-05f0-4a9c-af4b-901804ca8aae), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:07.399185 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25b46c16-bab5-47cb-ac79-df2eb39581d7 admin admin] Publish callbacks [] for security_group (8edddd8d-05f0-4a9c-af4b-901804ca8aae), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:07.415716 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a405e6-8f6c-4946-80ae-24a82370f254 req-da5997c2-1047-4df1-9e9b-3c5ce369173a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:07.417316 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-45a405e6-8f6c-4946-80ae-24a82370f254 req-da5997c2-1047-4df1-9e9b-3c5ce369173a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0616841 Mar 26 03:13:07.465473 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-45a405e6-8f6c-4946-80ae-24a82370f254 req-2692edaf-8a01-4c41-81d9-6b494cfe442e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 Mar 26 03:13:07.529045 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25b46c16-bab5-47cb-ac79-df2eb39581d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (8edddd8d-05f0-4a9c-af4b-901804ca8aae), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:07.531584 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25b46c16-bab5-47cb-ac79-df2eb39581d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:07.532736 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-25b46c16-bab5-47cb-ac79-df2eb39581d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8edddd8d-05f0-4a9c-af4b-901804ca8aae HTTP/1.1" status: 204 len: 168 time: 0.2120521 Mar 26 03:13:07.540567 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b46c16-bab5-47cb-ac79-df2eb39581d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edddd8d-05f0-4a9c-af4b-901804ca8aae,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:07.779262 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235453ee-34b0-4268-a290-c3bda271e95d req-ca4a251a-ac57-44f0-a5e9-ad00ea6c4d9a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:07.783198 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-ca4a251a-ac57-44f0-a5e9-ad00ea6c4d9a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.18 "GET /v2.0/networks?id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b HTTP/1.1" status: 200 len: 814 time: 0.1182413 Mar 26 03:13:07.797462 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'port': {'device_id': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'admin_state_up': True, 'tenant_id': 'e897267a79754784a6d52e00d89bfced'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:07.914723 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111581de-9b4b-444a-9de5-03b5a8ea2520 req-bc387d2c-0b07-442f-b682-2b2da91dcaa4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:07.916303 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-111581de-9b4b-444a-9de5-03b5a8ea2520 req-bc387d2c-0b07-442f-b682-2b2da91dcaa4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1153042 Mar 26 03:13:07.987920 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-111581de-9b4b-444a-9de5-03b5a8ea2520 req-66868bbd-06a2-4ea3-b9ea-04a922d5c7a0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646148 Mar 26 03:13:08.022790 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b0d118ac-3eea-4273-8aad-2ede08897d72 req-d4457fb4-c5e7-4ab2-8eba-87ee5a5cd628 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 210 time: 0.0421813 Mar 26 03:13:08.060551 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Made reservation on behalf of e897267a79754784a6d52e00d89bfced for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:13:08.065432 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:08.214751 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Allocated IP 172.20.0.14 (e74046de-d4b9-46ee-b50a-b0f7d2343e8b/0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1/aa63d348-66b9-4c06-8e09-3012f87d9b0b) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:08.395419 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:08.503413 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:08.625185 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:08.630725 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:08.637659 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:08.664884 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'Port': ['ID=aa63d348-66b9-4c06-8e09-3012f87d9b0b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:08.715368 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:08.715929 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:08.742967 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba957f-1543-4f0f-8aa1-12eac5dcc6d5 req-de3ce28b-4812-4afa-8542-b797fc290702 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:08.744491 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5fba957f-1543-4f0f-8aa1-12eac5dcc6d5 req-de3ce28b-4812-4afa-8542-b797fc290702 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.1652074 Mar 26 03:13:08.808764 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5fba957f-1543-4f0f-8aa1-12eac5dcc6d5 req-dfbcc925-146e-4814-bebe-499098f71745 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570056 Mar 26 03:13:08.829329 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-1bdb1723-785d-44b9-b604-f60938d8162d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0358400 Mar 26 03:13:08.841597 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Request body: {'port': {'device_id': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:08.924286 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:08.944446 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-10fadeaa-adde-419f-a5a3-b2b7d2dc11fb None None] Provisioning complete for port aa63d348-66b9-4c06-8e09-3012f87d9b0b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:08.945181 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10fadeaa-adde-419f-a5a3-b2b7d2dc11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:09.049447 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16d81a-86ad-4069-83d7-a83fe2df6630 req-02fdcc7f-2ea1-49e0-9461-bc0acb5fac7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:09.067695 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1d16d81a-86ad-4069-83d7-a83fe2df6630 req-02fdcc7f-2ea1-49e0-9461-bc0acb5fac7e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.1450150 Mar 26 03:13:09.080083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47106) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:09.089262 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'floatingip': {'port_id': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:09.115622 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-10fadeaa-adde-419f-a5a3-b2b7d2dc11fb None None] Port aa63d348-66b9-4c06-8e09-3012f87d9b0b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:13:09.274593 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151aecd-2809-4bc4-9604-e4f0ce1bcccf req-b87b3d53-4a14-432b-b1b6-042646f3a81c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:09.276133 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f151aecd-2809-4bc4-9604-e4f0ce1bcccf req-b87b3d53-4a14-432b-b1b6-042646f3a81c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1208181 Mar 26 03:13:09.333009 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (ec447a9c-6b60-4e20-b4f0-4010f3523596), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:09.381842 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa63d348-66b9-4c06-8e09-3012f87d9b0b {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:13:09.390722 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Publish callbacks [] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:09.405766 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Transition to ACTIVE for port object aa63d348-66b9-4c06-8e09-3012f87d9b0b will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:13:09.508347 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:09.653616 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f151aecd-2809-4bc4-9604-e4f0ce1bcccf req-c599bab7-c7eb-414e-b8ca-30ebb920f213 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463932 Mar 26 03:13:09.674650 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa63d348-66b9-4c06-8e09-3012f87d9b0b,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:09.764397 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b38881-98a0-4d8f-8501-b6cedff7b242 req-7eccb1a3-4eef-44d5-97b1-eadd08e913fa tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:09.773391 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-76b38881-98a0-4d8f-8501-b6cedff7b242 req-7eccb1a3-4eef-44d5-97b1-eadd08e913fa tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.3139284 Mar 26 03:13:09.863070 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-76b38881-98a0-4d8f-8501-b6cedff7b242 req-26eeb2a0-7cbb-4f48-8c97-595ba8ef1b61 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884392 Mar 26 03:13:09.891095 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Attempting to bind port aa63d348-66b9-4c06-8e09-3012f87d9b0b on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:13:09.892153 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Attempting to bind port aa63d348-66b9-4c06-8e09-3012f87d9b0b by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:13:09.892777 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Attempting to bind port aa63d348-66b9-4c06-8e09-3012f87d9b0b on network e74046de-d4b9-46ee-b50a-b0f7d2343e8b {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:09.899201 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Port aa63d348-66b9-4c06-8e09-3012f87d9b0b on network e74046de-d4b9-46ee-b50a-b0f7d2343e8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:13:09.899665 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Attempting to bind port aa63d348-66b9-4c06-8e09-3012f87d9b0b on network e74046de-d4b9-46ee-b50a-b0f7d2343e8b {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:09.905339 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:13:09.905815 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Checking segment: {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:09.906525 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Bound using segment: {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:13:09.907189 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Bound port: aa63d348-66b9-4c06-8e09-3012f87d9b0b, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e4fa6a-d73b-4687-b46b-69a11db21175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:13:09.907678 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:09.996255 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] For port aa63d348-66b9-4c06-8e09-3012f87d9b0b, host hv-cinder-83532, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:13:10.000640 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] For port aa63d348-66b9-4c06-8e09-3012f87d9b0b, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:13:10.101286 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:10.163268 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:10.164719 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:10.167422 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 1094 time: 1.3296652 Mar 26 03:13:10.171652 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:13:10.175114 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b72cdfe-769b-4b98-b9cd-a2929a42d676" -d '{"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:13:10.267286 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd274247-e833-4616-a561-3f3c51762c98 x-openstack-request-id: req-dd274247-e833-4616-a561-3f3c51762c98 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:13:10.267892 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:13:10.268384 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd274247-e833-4616-a561-3f3c51762c98 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:13:10.269075 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd274247-e833-4616-a561-3f3c51762c98'] response: {'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'status': 'completed', 'code': 200} Mar 26 03:13:10.274517 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2581b0-b22c-4847-a452-4ff5fed871e7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa63d348-66b9-4c06-8e09-3012f87d9b0b,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:10.314378 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 26 03:13:10.419451 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:10.544699 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (ec447a9c-6b60-4e20-b4f0-4010f3523596), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:10.693438 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Floating IP ec447a9c-6b60-4e20-b4f0-4010f3523596 associated. External IP: 172.27.1.173, port: c22019e0-dcc1-49f3-9cff-212e91aa5de0. Mar 26 03:13:11.103299 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d2cc-0b18-4aa5-a7d8-f76c16c86c6e req-c1c131e2-3477-4adc-bd20-14b8957ce1ea tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:11.104849 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8d22d2cc-0b18-4aa5-a7d8-f76c16c86c6e req-c1c131e2-3477-4adc-bd20-14b8957ce1ea tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.1111355 Mar 26 03:13:11.180498 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b36b-23f8-4dad-8747-64ca3901cd8c req-d9caae0c-b63e-448d-a50c-732bff22a48e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:11.191207 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-25a8b36b-23f8-4dad-8747-64ca3901cd8c req-d9caae0c-b63e-448d-a50c-732bff22a48e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.4046602 Mar 26 03:13:11.195922 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8d22d2cc-0b18-4aa5-a7d8-f76c16c86c6e req-d2a7536d-65f1-4e12-bc27-7b936deda8b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847065 Mar 26 03:13:11.317773 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-25a8b36b-23f8-4dad-8747-64ca3901cd8c req-ae9de64b-7899-4301-999f-349011810636 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237118 Mar 26 03:13:11.349121 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Router 152a627a-ed3d-4dc9-b82d-410bb28594b2 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:13:11.495963 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:13:11.501520 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:11.507925 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] Sync routers for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:13:11.531586 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:11.532572 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:11.547137 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-e5ad3ef9-d366-4fb2-8a4d-e4b59206db63 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "PUT /v2.0/floatingips/ec447a9c-6b60-4e20-b4f0-4010f3523596 HTTP/1.1" status: 200 len: 991 time: 2.4655633 Mar 26 03:13:11.548038 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:13:11.550922 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:13:11.602758 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca36003-77ba-4b22-b614-fd827820e612 x-openstack-request-id: req-8ca36003-77ba-4b22-b614-fd827820e612 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:13:11.603051 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:13:11.603311 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ca36003-77ba-4b22-b614-fd827820e612 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:13:11.603703 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca36003-77ba-4b22-b614-fd827820e612'] response: {'name': 'network-changed', 'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'status': 'completed', 'code': 200} Mar 26 03:13:11.653345 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:11.894829 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'ec447a9c-6b60-4e20-b4f0-4010f3523596', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'port_id': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'mac_address': 'fa:16:3e:2d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:12:40Z', 'updated_at': '2022-03-26T03:13:10Z', 'revision_number': 1, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:11.922230 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] Checking router: 152a627a-ed3d-4dc9-b82d-410bb28594b2 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:13:11.931191 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:11.931805 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:12:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:12.043151 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:12.298694 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'ec447a9c-6b60-4e20-b4f0-4010f3523596', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'port_id': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'mac_address': 'fa:16:3e:2d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:12:40Z', 'updated_at': '2022-03-26T03:13:10Z', 'revision_number': 1, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:12.327127 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c806-5097-4353-81cf-9fc2deaabd6c None None] The sync data for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi is: [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'ec447a9c-6b60-4e20-b4f0-4010f3523596', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'port_id': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'mac_address': 'fa:16:3e:2d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:12:40Z', 'updated_at': '2022-03-26T03:13:10Z', 'revision_number': 1, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:13:12.378094 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd076d2-6522-4670-aa4d-c6e1c572079b req-9bc92886-da5e-45ed-b5af-acfd963af82a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:12.387088 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3dd076d2-6522-4670-aa4d-c6e1c572079b req-9bc92886-da5e-45ed-b5af-acfd963af82a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0970325 Mar 26 03:13:12.441170 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3dd076d2-6522-4670-aa4d-c6e1c572079b req-3fca6c82-5a31-4c7c-bbd0-b272c28bd7ba tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530822 Mar 26 03:13:12.472489 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccab03-f28e-42ac-a784-a73fd43d48bb req-269e01f2-38da-430e-b845-a88d3ba72e54 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:12.483916 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0cccab03-f28e-42ac-a784-a73fd43d48bb req-269e01f2-38da-430e-b845-a88d3ba72e54 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0802503 Mar 26 03:13:12.563635 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0cccab03-f28e-42ac-a784-a73fd43d48bb req-9fc08c95-5346-4346-8d5b-13d3df506d4f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717974 Mar 26 03:13:12.685180 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5387674-58e0-4940-9aa0-5f66f5ae6c60 None None] New status for floating IP ec447a9c-6b60-4e20-b4f0-4010f3523596: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:13:13.582879 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076757ff-a388-476e-bf03-574a7604281d req-d241979e-43e8-4b20-b849-c563bea25cf2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:13.584909 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-076757ff-a388-476e-bf03-574a7604281d req-d241979e-43e8-4b20-b849-c563bea25cf2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0522246 Mar 26 03:13:13.630684 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-076757ff-a388-476e-bf03-574a7604281d req-9e3bf6a1-652e-4519-9971-9f874df049c9 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Mar 26 03:13:13.698275 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4770a-3b47-46c9-a058-4d56d83b42b3 req-ca2dcbde-00fd-4849-82f1-748bde2ae7a6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:13.699848 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b0e4770a-3b47-46c9-a058-4d56d83b42b3 req-ca2dcbde-00fd-4849-82f1-748bde2ae7a6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0742981 Mar 26 03:13:13.758148 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b0e4770a-3b47-46c9-a058-4d56d83b42b3 req-dbf4476f-21dc-48a5-aca2-e12a7d50c8ac tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504935 Mar 26 03:13:14.768605 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbed239-95cf-4717-95fb-6d59e271247a req-cafbd284-aaf4-4394-8631-970600810884 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:14.789116 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bfbed239-95cf-4717-95fb-6d59e271247a req-cafbd284-aaf4-4394-8631-970600810884 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0810349 Mar 26 03:13:14.861459 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bfbed239-95cf-4717-95fb-6d59e271247a req-bf93d433-be11-4104-8f4e-3f57e8aeb42a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647545 Mar 26 03:13:14.913509 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca065ad-f156-4cfd-b11a-129a085a21a6 req-7d5aaf58-07cf-48a4-a076-a6b66d3bf5d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:14.915055 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7ca065ad-f156-4cfd-b11a-129a085a21a6 req-7d5aaf58-07cf-48a4-a076-a6b66d3bf5d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0583119 Mar 26 03:13:15.006584 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7ca065ad-f156-4cfd-b11a-129a085a21a6 req-145b6dfd-2005-42e7-973a-2b7d3a73452f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828919 Mar 26 03:13:16.029705 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5a4a6-84b2-45bd-9e41-b8c0202e9317 req-f55f6300-3107-4750-990c-93870d29b0a0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:16.032351 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-58c5a4a6-84b2-45bd-9e41-b8c0202e9317 req-f55f6300-3107-4750-990c-93870d29b0a0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0866301 Mar 26 03:13:16.112470 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-58c5a4a6-84b2-45bd-9e41-b8c0202e9317 req-8c8eab18-0626-4cdd-912a-69a8a853c72b tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715466 Mar 26 03:13:16.133176 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a31f3a2-5d43-4372-a458-da61243f4297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:16.232883 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6bc6a-54b6-4c15-abdf-735ebc5bc09c req-6bd1747b-624a-41d3-acd0-39ce13716bae tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:16.235527 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ace6bc6a-54b6-4c15-abdf-735ebc5bc09c req-6bd1747b-624a-41d3-acd0-39ce13716bae tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0804734 Mar 26 03:13:16.303059 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ace6bc6a-54b6-4c15-abdf-735ebc5bc09c req-d5425bc7-6326-42a4-8a19-4b3c5a8b6330 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618117 Mar 26 03:13:17.277429 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a54d3-74e1-4ee9-9dc2-4e27812a7f96 req-74f6f268-0d05-4185-9b27-85124b29611d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:17.279014 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-108a54d3-74e1-4ee9-9dc2-4e27812a7f96 req-74f6f268-0d05-4185-9b27-85124b29611d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0616252 Mar 26 03:13:17.334566 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-108a54d3-74e1-4ee9-9dc2-4e27812a7f96 req-243de44b-a0b9-4310-bab3-594587dbc393 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 Mar 26 03:13:17.470300 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674122f7-1202-44a6-88c4-397a30896d3b req-11226194-f6dd-4dbf-bdc6-7f529c46ef0f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:17.472545 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-674122f7-1202-44a6-88c4-397a30896d3b req-11226194-f6dd-4dbf-bdc6-7f529c46ef0f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0674767 Mar 26 03:13:17.548836 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-674122f7-1202-44a6-88c4-397a30896d3b req-6c4e7b4f-619a-4bf1-8f98-4eedaa48d949 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 Mar 26 03:13:18.335220 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47314) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:18.398004 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b6d94ef-e44e-4cab-89ba-c019236e04a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:18.466704 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09ae6d8a-b3c4-41ba-9568-0946726c215e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:18.505129 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649bf4-b312-45ca-9175-80f62d51b711 req-ce45e49e-7ce9-472c-8b52-669d1d4220f4 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:18.507663 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eb649bf4-b312-45ca-9175-80f62d51b711 req-ce45e49e-7ce9-472c-8b52-669d1d4220f4 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0982561 Mar 26 03:13:18.574715 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eb649bf4-b312-45ca-9175-80f62d51b711 req-454ba8bb-b6d0-4841-98f9-165e043a742a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610323 Mar 26 03:13:18.597549 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09ae6d8a-b3c4-41ba-9568-0946726c215e admin admin] Publish callbacks [] for security_group (5755fab5-4cca-4030-8c31-de7cf83b04f6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:18.685275 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09ae6d8a-b3c4-41ba-9568-0946726c215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (5755fab5-4cca-4030-8c31-de7cf83b04f6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:18.688259 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-14ab6175-cd22-452d-ab89-9c04126ee868 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040001 Mar 26 03:13:18.707812 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57800231-5119-4b29-9872-83a38674fe93 req-243fa375-d9f0-4479-ae4b-876414ea254d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:18.709377 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-57800231-5119-4b29-9872-83a38674fe93 req-243fa375-d9f0-4479-ae4b-876414ea254d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0735855 Mar 26 03:13:18.762120 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-09ae6d8a-b3c4-41ba-9568-0946726c215e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3795bd8a00af4cfc8848151af589c76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250405 Mar 26 03:13:18.765036 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae6d8a-b3c4-41ba-9568-0946726c215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755fab5-4cca-4030-8c31-de7cf83b04f6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:18.785225 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47334) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:18.800435 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72cdfe-769b-4b98-b9cd-a2929a42d676 req-9cab0e70-213a-4948-8d30-363f964f20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:18.803061 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5b72cdfe-769b-4b98-b9cd-a2929a42d676 req-9cab0e70-213a-4948-8d30-363f964f20f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e897267a79754784a6d52e00d89bfced&device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1128 time: 0.1722379 Mar 26 03:13:18.837786 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-57800231-5119-4b29-9872-83a38674fe93 req-370e5b0b-0222-4861-9913-4e5d18e6bc45 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185899 Mar 26 03:13:18.843538 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-3c59d9cd-bf2b-4acb-bd09-3d3411d2796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:18.845037 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-3c59d9cd-bf2b-4acb-bd09-3d3411d2796a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 1129 time: 0.1226771 Mar 26 03:13:18.852611 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-9766db67-6634-4772-84e7-6ecb88e150c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:18.854183 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-9766db67-6634-4772-84e7-6ecb88e150c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 1129 time: 0.2136147 Mar 26 03:13:18.961268 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-619753c9-63bb-4dc2-b108-bcb8a5f381ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:18.962929 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-619753c9-63bb-4dc2-b108-bcb8a5f381ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.0956085 Mar 26 03:13:18.990582 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86399424-6f18-4ee0-a81d-715532a50fc9 admin admin] Publish callbacks [] for security_group (5755fab5-4cca-4030-8c31-de7cf83b04f6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:19.006239 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-ea3030f5-b9a5-4df5-83f7-b25e0d5a2d7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4504b-35c8-419a-b2be-3a18be440f15 HTTP/1.1" status: 200 len: 217 time: 0.0351789 Mar 26 03:13:19.046479 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86399424-6f18-4ee0-a81d-715532a50fc9 admin admin] Publish callbacks [] for security_group (5755fab5-4cca-4030-8c31-de7cf83b04f6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:19.058087 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72cdfe-769b-4b98-b9cd-a2929a42d676 req-8d760a71-dd5c-4b74-8657-eb021829ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.059985 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5b72cdfe-769b-4b98-b9cd-a2929a42d676 req-8d760a71-dd5c-4b74-8657-eb021829ae0d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e897267a79754784a6d52e00d89bfced&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2456892 Mar 26 03:13:19.072788 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-c82815e6-712e-402c-a562-ee11107f0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.076292 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-0a3fb051-fe2b-44d4-a8ac-5db373043a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.076416 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-c82815e6-712e-402c-a562-ee11107f0684 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 916 time: 0.1889746 Mar 26 03:13:19.076507 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-0a3fb051-fe2b-44d4-a8ac-5db373043a27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0528665 Mar 26 03:13:19.145739 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-a993e46c-1d80-4fc1-b9e4-c2b71bba4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.147856 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-a993e46c-1d80-4fc1-b9e4-c2b71bba4ee8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523646 Mar 26 03:13:19.259968 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-f1b11221-23f1-4245-a892-14864124c45b service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935624 Mar 26 03:13:19.262323 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-153c7870-00dc-4dba-adc1-ca053f4bff30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0 HTTP/1.1" status: 200 len: 1001 time: 0.1633506 Mar 26 03:13:19.291981 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72cdfe-769b-4b98-b9cd-a2929a42d676 req-53e0e903-af70-4481-9bac-3ed864085cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.293412 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5b72cdfe-769b-4b98-b9cd-a2929a42d676 req-53e0e903-af70-4481-9bac-3ed864085cdd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2220471 Mar 26 03:13:19.329847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86399424-6f18-4ee0-a81d-715532a50fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (5755fab5-4cca-4030-8c31-de7cf83b04f6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:19.332632 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86399424-6f18-4ee0-a81d-715532a50fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:19.336774 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-86399424-6f18-4ee0-a81d-715532a50fc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5755fab5-4cca-4030-8c31-de7cf83b04f6 HTTP/1.1" status: 204 len: 168 time: 0.5424407 Mar 26 03:13:19.345722 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-79218683-1600-4dbd-b52a-85a9b1237a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.347219 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-79218683-1600-4dbd-b52a-85a9b1237a5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 200 len: 855 time: 0.0663910 Mar 26 03:13:19.363533 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86399424-6f18-4ee0-a81d-715532a50fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755fab5-4cca-4030-8c31-de7cf83b04f6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:19.425206 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-ec862bcc-daaa-44ce-a688-77de99a85717 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444860 Mar 26 03:13:19.446351 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235453ee-34b0-4268-a290-c3bda271e95d req-3d4ac8cf-5469-4ea6-af74-b140e30f6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.451582 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-3d4ac8cf-5469-4ea6-af74-b140e30f6c17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e897267a79754784a6d52e00d89bfced&device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1128 time: 0.0997784 Mar 26 03:13:19.458642 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-c4143d0a-86b5-4858-935b-399f47ad7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.461284 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-c4143d0a-86b5-4858-935b-399f47ad7c8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938141 Mar 26 03:13:19.474019 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:19.560791 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-cbbd7ebb-88c7-4783-95c1-4e521869e085 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 217 time: 0.0830388 Mar 26 03:13:19.638696 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-c438bb4b-d523-4ab1-97f1-7a37886625e8 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541164 Mar 26 03:13:19.640039 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235453ee-34b0-4268-a290-c3bda271e95d req-d431a807-c710-4e84-b29f-00413655d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.641485 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-d431a807-c710-4e84-b29f-00413655d7c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1 HTTP/1.1" status: 200 len: 853 time: 0.0671792 Mar 26 03:13:19.807770 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc02e0-f866-4ab1-a443-a4ca3358ecc9 req-57058b5e-a9b0-4dac-b86e-d988cc37ee97 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.807770 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f7bc02e0-f866-4ab1-a443-a4ca3358ecc9 req-57058b5e-a9b0-4dac-b86e-d988cc37ee97 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.1505260 Mar 26 03:13:19.808475 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235453ee-34b0-4268-a290-c3bda271e95d req-09adeb4a-2a0d-4eaf-97ed-045872acc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:19.810174 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-09adeb4a-2a0d-4eaf-97ed-045872acc9bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1385105 Mar 26 03:13:19.819688 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cc770a65-0cc6-476e-a9ed-8fbb20c9d5f2 req-1655e737-7322-42f1-a286-2590dbeba008 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733239 Mar 26 03:13:19.912672 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f7bc02e0-f866-4ab1-a443-a4ca3358ecc9 req-b3630d59-86c8-4855-8d7a-f2748d10a7bf tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005306 Mar 26 03:13:19.983961 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-f4337a84-da3c-4d44-b29f-484008c3091b service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620471 Mar 26 03:13:20.048009 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47370) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:20.060631 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c29123-ec2f-45ba-a502-44a432ebb586 req-5779bb66-0b2b-44c3-8208-e22646767f56 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:20.070062 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-40c29123-ec2f-45ba-a502-44a432ebb586 req-5779bb66-0b2b-44c3-8208-e22646767f56 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1477714 Mar 26 03:13:20.156467 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-40c29123-ec2f-45ba-a502-44a432ebb586 req-fdd6e939-b573-4fb5-8e1b-5129ba96789d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853190 Mar 26 03:13:20.394766 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d72a4c8-2ca2-48f6-ab8e-7b22285ab390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.403817 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168009a-a3a8-4a43-863e-1f09a8958171 req-97257a62-9d73-438f-ba86-062349e6aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:20.405342 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d168009a-a3a8-4a43-863e-1f09a8958171 req-97257a62-9d73-438f-ba86-062349e6aa9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 1130 time: 0.3088064 Mar 26 03:13:20.417518 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-235453ee-34b0-4268-a290-c3bda271e95d req-3552ac5a-b425-477d-808b-3c879ed3dd01 service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047487 Mar 26 03:13:20.484653 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79561671-12a9-4552-86cd-073b2310130e req-caa044b5-e53c-4ccb-bc6a-a9397ca3060a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:20.486733 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-79561671-12a9-4552-86cd-073b2310130e req-caa044b5-e53c-4ccb-bc6a-a9397ca3060a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0703635 Mar 26 03:13:20.506660 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.521622 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d168009a-a3a8-4a43-863e-1f09a8958171 req-d7c31608-3cb8-437f-be72-31e5647d9558 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880699 Mar 26 03:13:20.558400 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d72a4c8-2ca2-48f6-ab8e-7b22285ab390 admin admin] Publish callbacks [] for security_group (fbe7efa0-c594-4ec1-bca8-2ef0c7d76bf3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.571686 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-79561671-12a9-4552-86cd-073b2310130e req-0b20e71e-c3bd-4c5d-8f92-185c49e1b188 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788097 Mar 26 03:13:20.631287 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d72a4c8-2ca2-48f6-ab8e-7b22285ab390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fbe7efa0-c594-4ec1-bca8-2ef0c7d76bf3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.671809 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-5d72a4c8-2ca2-48f6-ab8e-7b22285ab390 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20a61d821d38434f88eeeb8a1025cf33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6233079 Mar 26 03:13:20.674745 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47396) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:20.675298 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72a4c8-2ca2-48f6-ab8e-7b22285ab390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe7efa0-c594-4ec1-bca8-2ef0c7d76bf3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:20.728591 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Publish callbacks [] for security_group (fbe7efa0-c594-4ec1-bca8-2ef0c7d76bf3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.749770 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Publish callbacks [] for security_group (fbe7efa0-c594-4ec1-bca8-2ef0c7d76bf3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.802837 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.895246 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fbe7efa0-c594-4ec1-bca8-2ef0c7d76bf3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.898789 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:20.908292 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbe7efa0-c594-4ec1-bca8-2ef0c7d76bf3 HTTP/1.1" status: 204 len: 168 time: 0.2241182 Mar 26 03:13:20.919406 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe7efa0-c594-4ec1-bca8-2ef0c7d76bf3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:20.927678 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.928043 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.928443 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.928786 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.929119 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.929607 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.930123 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.930632 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.932067 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.932067 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.932067 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.932067 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.932781 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.933114 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:20.933441 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ba776-3e21-4de6-b809-825a1d6f32c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:21.093770 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47414) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:21.094369 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db31ac2-7e5e-49f4-af1a-5c021b3c9eb4 req-74964fbf-cc0f-4f93-a578-7d3102b061aa tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:21.095812 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4db31ac2-7e5e-49f4-af1a-5c021b3c9eb4 req-74964fbf-cc0f-4f93-a578-7d3102b061aa tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0855663 Mar 26 03:13:21.156621 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4db31ac2-7e5e-49f4-af1a-5c021b3c9eb4 req-40d67f0e-5802-41b3-b98c-4130996b2b04 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530889 Mar 26 03:13:21.211397 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708a9146-ff26-4df4-8f21-571a24075048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.308308 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d35e2-b99f-4e11-b289-0962852a45de req-b9610c73-bee3-4903-951c-0b43e806721a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:21.309779 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bf9d35e2-b99f-4e11-b289-0962852a45de req-b9610c73-bee3-4903-951c-0b43e806721a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0778744 Mar 26 03:13:21.344868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708a9146-ff26-4df4-8f21-571a24075048 admin admin] Publish callbacks [] for security_group (fc465437-dc7c-4cef-9c81-94470f273435), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.371087 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bf9d35e2-b99f-4e11-b289-0962852a45de req-e4f98639-d177-4c8e-a020-d607319b65f0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536113 Mar 26 03:13:21.426951 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708a9146-ff26-4df4-8f21-571a24075048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fc465437-dc7c-4cef-9c81-94470f273435), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.466328 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-708a9146-ff26-4df4-8f21-571a24075048 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80bbbff6333d49259d2e93757f5f7b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3712060 Mar 26 03:13:21.467459 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a9146-ff26-4df4-8f21-571a24075048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc465437-dc7c-4cef-9c81-94470f273435,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:21.469794 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47422) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:21.527358 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d7b2d8d-4706-4246-b224-67f5026071a0 admin admin] Publish callbacks [] for security_group (fc465437-dc7c-4cef-9c81-94470f273435), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.548595 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d7b2d8d-4706-4246-b224-67f5026071a0 admin admin] Publish callbacks [] for security_group (fc465437-dc7c-4cef-9c81-94470f273435), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.684846 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d7b2d8d-4706-4246-b224-67f5026071a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fc465437-dc7c-4cef-9c81-94470f273435), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.687429 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d7b2d8d-4706-4246-b224-67f5026071a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.688535 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-2d7b2d8d-4706-4246-b224-67f5026071a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc465437-dc7c-4cef-9c81-94470f273435 HTTP/1.1" status: 204 len: 168 time: 0.2173686 Mar 26 03:13:21.699345 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b2d8d-4706-4246-b224-67f5026071a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc465437-dc7c-4cef-9c81-94470f273435,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:21.713445 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78299a75-2f1c-4b6c-ac54-635ef4c7de0a req-e17eaf68-a93d-45a5-96b4-3213eb3c965e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:21.715039 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-78299a75-2f1c-4b6c-ac54-635ef4c7de0a req-e17eaf68-a93d-45a5-96b4-3213eb3c965e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0702591 Mar 26 03:13:21.758778 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:21.778978 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66462fd2-ba3c-46c8-82b7-0e23f5e28482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.788142 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-78299a75-2f1c-4b6c-ac54-635ef4c7de0a req-d9150971-77ec-4dce-9e7e-6d8a93aa490f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624712 Mar 26 03:13:21.858500 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66462fd2-ba3c-46c8-82b7-0e23f5e28482 admin admin] Publish callbacks [] for security_group (73bcbd04-f244-4857-8413-ef6eb70c6094), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.934009 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66462fd2-ba3c-46c8-82b7-0e23f5e28482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (73bcbd04-f244-4857-8413-ef6eb70c6094), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:21.978995 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-66462fd2-ba3c-46c8-82b7-0e23f5e28482 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=287b3a87b3b04c1d9a9b260188de13ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187161 Mar 26 03:13:21.981451 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47438) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:21.981940 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66462fd2-ba3c-46c8-82b7-0e23f5e28482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bcbd04-f244-4857-8413-ef6eb70c6094,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:22.049225 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4f32c23-8adc-4347-8624-76630729f01a admin admin] Publish callbacks [] for security_group (73bcbd04-f244-4857-8413-ef6eb70c6094), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:22.075440 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4f32c23-8adc-4347-8624-76630729f01a admin admin] Publish callbacks [] for security_group (73bcbd04-f244-4857-8413-ef6eb70c6094), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:22.197696 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4f32c23-8adc-4347-8624-76630729f01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (73bcbd04-f244-4857-8413-ef6eb70c6094), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:22.200422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4f32c23-8adc-4347-8624-76630729f01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:22.201878 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f4f32c23-8adc-4347-8624-76630729f01a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73bcbd04-f244-4857-8413-ef6eb70c6094 HTTP/1.1" status: 204 len: 168 time: 0.2192450 Mar 26 03:13:22.210961 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f32c23-8adc-4347-8624-76630729f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bcbd04-f244-4857-8413-ef6eb70c6094,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:22.285782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e83542-5571-4c06-951c-40c6af47dedd req-23256ca6-8f32-4299-9ec8-9f884d9fc24f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:22.287885 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b6e83542-5571-4c06-951c-40c6af47dedd req-23256ca6-8f32-4299-9ec8-9f884d9fc24f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0595646 Mar 26 03:13:22.335506 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b6e83542-5571-4c06-951c-40c6af47dedd req-47ca303b-f7ff-4063-a027-acf267cd6a70 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Mar 26 03:13:22.477389 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:22.491065 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb5ed-1800-459f-8ff0-f4e338f68a9c req-4d0c0862-efdc-4e43-9fbb-159a79f2dfc8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:22.496998 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bd1cb5ed-1800-459f-8ff0-f4e338f68a9c req-4d0c0862-efdc-4e43-9fbb-159a79f2dfc8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0542433 Mar 26 03:13:22.555077 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bd1cb5ed-1800-459f-8ff0-f4e338f68a9c req-a9e26bcf-7741-4be5-9d8a-8b722a278826 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564995 Mar 26 03:13:22.903571 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47490) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:22.931938 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf5c55-f634-47a8-aede-5d4020605f0f req-dd60ce9a-6514-444c-8c08-50989138962d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:22.933680 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4abf5c55-f634-47a8-aede-5d4020605f0f req-dd60ce9a-6514-444c-8c08-50989138962d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0770507 Mar 26 03:13:22.996523 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4abf5c55-f634-47a8-aede-5d4020605f0f req-83b7e36c-0c37-4185-9a1e-a4abb981a247 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570905 Mar 26 03:13:23.041716 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83bc99-9e0f-4644-9fcc-220b17902bfb req-6f6d339b-cbae-40db-975b-1999afd4bbaa tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:23.044070 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4e83bc99-9e0f-4644-9fcc-220b17902bfb req-6f6d339b-cbae-40db-975b-1999afd4bbaa tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0955734 Mar 26 03:13:23.087103 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1879331981-network', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:23.103196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe184-e88e-489b-a997-bca89536f532 req-fb71ba67-e922-4243-b10a-2cd7ff517372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:23.104691 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-260fe184-e88e-489b-a997-bca89536f532 req-fb71ba67-e922-4243-b10a-2cd7ff517372 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 1130 time: 0.0997655 Mar 26 03:13:23.167677 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4e83bc99-9e0f-4644-9fcc-220b17902bfb req-4bdfad71-7a0c-49c1-96f6-ba15ba10a8c3 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163759 Mar 26 03:13:23.213322 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Made reservation on behalf of 27d467fc31a049a5bdd4b0869b3dc58c for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:13:23.215489 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:23.228300 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe184-e88e-489b-a997-bca89536f532 req-127a8187-15e9-4a44-bf70-ca21707b3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:23.229388 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-260fe184-e88e-489b-a997-bca89536f532 req-127a8187-15e9-4a44-bf70-ca21707b3a51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.1176906 Mar 26 03:13:23.230209 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:23.283431 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-260fe184-e88e-489b-a997-bca89536f532 req-61dcc6fb-3fa5-4ea8-bd40-9c7144b05d73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020 HTTP/1.1" status: 200 len: 217 time: 0.0407870 Mar 26 03:13:23.352671 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe184-e88e-489b-a997-bca89536f532 req-93f777fa-011a-45f7-8600-0042963fe0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:23.354171 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-260fe184-e88e-489b-a997-bca89536f532 req-93f777fa-011a-45f7-8600-0042963fe0a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0638282 Mar 26 03:13:23.383813 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Publish callbacks [] for security_group (70a86ca6-8b8f-4dde-911b-895f7569531e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:23.448260 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (70a86ca6-8b8f-4dde-911b-895f7569531e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:23.455198 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e3a8f-64bf-42a1-8d17-b3ed0df0bf0c req-5d05c3d2-614c-4214-b54d-336f1dadfe61 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:23.457484 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e53e3a8f-64bf-42a1-8d17-b3ed0df0bf0c req-5d05c3d2-614c-4214-b54d-336f1dadfe61 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 944 time: 0.0551295 Mar 26 03:13:23.484529 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:13:23.494100 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a86ca6-8b8f-4dde-911b-895f7569531e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:23.504498 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (e4bfa973-14da-494c-9919-8ee40f4843dd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:23.506194 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.segments_db [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Added segment e4bfa973-14da-494c-9919-8ee40f4843dd of type vlan for network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa Mar 26 03:13:23.517102 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e53e3a8f-64bf-42a1-8d17-b3ed0df0bf0c req-443446ff-e25b-4a69-b4cd-da4197b7cf40 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519190 Mar 26 03:13:23.549757 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (3ab385e1-2bfa-4b2c-a130-f487fa8e26aa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:23.665810 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (3ab385e1-2bfa-4b2c-a130-f487fa8e26aa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:23.666948 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:23.667625 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:23.725971 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Pushing event updated for resources: {'Network': ['ID=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:23.733121 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.733467 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.733807 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.741115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:23.749723 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:13:23.822249 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-49e894ae-8591-4e67-b732-c8a4a9dc297a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9123461 Mar 26 03:13:23.822464 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47514) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:23.827260 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Request body: {'subnet': {'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1879331981-subnet', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:23.905760 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Made reservation on behalf of 27d467fc31a049a5bdd4b0869b3dc58c for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:13:23.908093 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4584266'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.130225 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device aa63d348-66b9-4c06-8e09-3012f87d9b0b details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:13:24.130326 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676860f7-5d56-4880-b48a-7271406cc738 req-045b1cc6-8332-4d69-b64f-ca8f2218f9dc tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:24.130326 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-676860f7-5d56-4880-b48a-7271406cc738 req-045b1cc6-8332-4d69-b64f-ca8f2218f9dc tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0527685 Mar 26 03:13:24.169092 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4502573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4584284'] for subnet (9fe1dc22-2f5c-4fe6-8252-36f267195902), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.253426 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-676860f7-5d56-4880-b48a-7271406cc738 req-34a3187d-ad47-4fd1-a110-75d02dc0fdb6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161075 Mar 26 03:13:24.258280 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port aa63d348-66b9-4c06-8e09-3012f87d9b0b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:24.263447 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe1dc22-2f5c-4fe6-8252-36f267195902,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:24.274384 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'port_id': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'mac_address': 'fa:16:3e:70:a6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:13:24.278902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe184-e88e-489b-a997-bca89536f532 req-499bb8a4-4b10-4222-83e6-1f999c8692fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:24.280397 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-260fe184-e88e-489b-a997-bca89536f532 req-499bb8a4-4b10-4222-83e6-1f999c8692fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1521280 Mar 26 03:13:24.283114 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Checking segment: {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:24.283475 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Network hostable DHCP agents. Network: 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:13:24.319799 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port aa63d348-66b9-4c06-8e09-3012f87d9b0b is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:24.320258 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.333339 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece70ed-183b-4423-80a8-15439e61cb90 req-1d419a89-516b-4cde-8f81-4e87c2a88f75 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:24.335250 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fece70ed-183b-4423-80a8-15439e61cb90 req-1d419a89-516b-4cde-8f81-4e87c2a88f75 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0809848 Mar 26 03:13:24.338781 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa63d348-66b9-4c06-8e09-3012f87d9b0b {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:13:24.366128 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port aa63d348-66b9-4c06-8e09-3012f87d9b0b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:24.367770 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:13:24.403413 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fece70ed-183b-4423-80a8-15439e61cb90 req-71716cef-8c29-4aa2-899a-91a55ece6bc0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584271 Mar 26 03:13:24.442114 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.470227 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:24.475819 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:24.476871 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.489011 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6644eb03-e092-48e7-9046-29dd3c0b26e9 None None] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:13:24.554225 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=aa63d348-66b9-4c06-8e09-3012f87d9b0b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:24.584323 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-34ff2f61-cd6e-47a2-b724-9bff4aab6bed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7602403 Mar 26 03:13:24.587555 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47538) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:24.592302 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:24.620880 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:13:24.622084 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.652108 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eded076-bf7f-4ae9-aeb6-203d2b3c5ddf req-be7b5a31-91d9-444b-808f-5602b16abaef tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:24.653619 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3eded076-bf7f-4ae9-aeb6-203d2b3c5ddf req-be7b5a31-91d9-444b-808f-5602b16abaef tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 945 time: 0.0670059 Mar 26 03:13:24.671384 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (29e1b14b-e339-456b-8aa0-9270da329663), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.672386 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (29e1b14b-e339-456b-8aa0-9270da329663), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.702236 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3eded076-bf7f-4ae9-aeb6-203d2b3c5ddf req-5589583b-f47a-4c39-b8c8-694afa5f0ebb tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Mar 26 03:13:24.744546 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks [] for router_controller (29e1b14b-e339-456b-8aa0-9270da329663), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.777016 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Allocated IP 172.20.0.2 (3ab385e1-2bfa-4b2c-a130-f487fa8e26aa/9fe1dc22-2f5c-4fe6-8252-36f267195902/6eca162c-089b-45c2-9025-7edbc9b31dcb) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:24.923626 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Publish callbacks [] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.946894 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks [] for router_gateway (29e1b14b-e339-456b-8aa0-9270da329663), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:24.996350 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.007261 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-260fe184-e88e-489b-a997-bca89536f532 req-2187a52a-57bc-407c-82ab-52f1462c9b6e service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871089 Mar 26 03:13:25.037267 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:25.040341 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:25.045892 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:25.053064 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Pushing event updated for resources: {'Port': ['ID=6eca162c-089b-45c2-9025-7edbc9b31dcb,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:25.103563 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Attempting to bind port 6eca162c-089b-45c2-9025-7edbc9b31dcb on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:13:25.103936 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Attempting to bind port 6eca162c-089b-45c2-9025-7edbc9b31dcb by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:13:25.104649 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Attempting to bind port 6eca162c-089b-45c2-9025-7edbc9b31dcb on network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:25.109188 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:13:25.109582 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Checking segment: {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:25.109985 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.110372 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Bound using segment: {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:13:25.111206 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Bound port: 6eca162c-089b-45c2-9025-7edbc9b31dcb, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:13:25.111206 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.221758 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks [] for router_gateway (29e1b14b-e339-456b-8aa0-9270da329663), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.241947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.300488 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] For port 6eca162c-089b-45c2-9025-7edbc9b31dcb, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:13:25.303802 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] For port 6eca162c-089b-45c2-9025-7edbc9b31dcb, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=6eca162c-089b-45c2-9025-7edbc9b31dcb,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:13:25.380581 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.417739 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Allocated IP 172.27.1.49 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/80e21c16-793b-433e-8cbd-f9b1df58e347) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:25.441892 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62940a54-48bd-4c44-bca4-61c72340e00a req-71c02445-e3fb-4544-abfe-c91d0992b547 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:25.442501 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9edc57-e433-401a-85ce-72248ab0ebcc None None] Pushing event updated for resources: {'Port': ['ID=6eca162c-089b-45c2-9025-7edbc9b31dcb,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:25.442635 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-62940a54-48bd-4c44-bca4-61c72340e00a req-71c02445-e3fb-4544-abfe-c91d0992b547 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.1092451 Mar 26 03:13:25.541711 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25484b84-4ce8-4f6b-ba10-6e1d3e2d7d76 req-43421df3-3b55-4cf3-9ddc-ea17f048b00c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:25.543468 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-25484b84-4ce8-4f6b-ba10-6e1d3e2d7d76 req-43421df3-3b55-4cf3-9ddc-ea17f048b00c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0563509 Mar 26 03:13:25.559215 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-62940a54-48bd-4c44-bca4-61c72340e00a req-b87dd8a7-c4ae-4148-9461-2837c0cd9ac5 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993414 Mar 26 03:13:25.594599 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks [] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.604764 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-25484b84-4ce8-4f6b-ba10-6e1d3e2d7d76 req-647f0bf2-a230-4afb-bec2-d0b0cad74fdf tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552609 Mar 26 03:13:25.700222 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:25.744830 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:25.761318 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:25.763764 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Pushing event updated for resources: {'Port': ['ID=80e21c16-793b-433e-8cbd-f9b1df58e347,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:25.766088 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:25.893325 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-260fe184-e88e-489b-a997-bca89536f532 req-7457d52f-45bb-4fb8-a77e-8e3e51e3c271 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884304 Mar 26 03:13:25.937620 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bf9d3-ce7c-4903-8bf0-24b0cf604e80 req-730ef09d-fc74-4af2-993e-6d586414a5fc tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:25.939174 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-733bf9d3-ce7c-4903-8bf0-24b0cf604e80 req-730ef09d-fc74-4af2-993e-6d586414a5fc tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 945 time: 0.1484647 Mar 26 03:13:25.997853 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-733bf9d3-ce7c-4903-8bf0-24b0cf604e80 req-971de22d-0428-4c9e-ab7d-779f5fbd3e95 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516908 Mar 26 03:13:26.164961 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['aa63d348-66b9-4c06-8e09-3012f87d9b0b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:13:26.412865 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769392d3-0aa8-43d9-bdec-fd310fa275f1 None None] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:13:26.414382 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks [] for router_gateway (29e1b14b-e339-456b-8aa0-9270da329663), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:26.483408 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cc091f08-5e3f-4e0b-9064-1c8ba17ffd7b None None] Provisioning complete for port 6eca162c-089b-45c2-9025-7edbc9b31dcb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:26.483789 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc091f08-5e3f-4e0b-9064-1c8ba17ffd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:26.611079 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cc091f08-5e3f-4e0b-9064-1c8ba17ffd7b None None] Current status of the port 6eca162c-089b-45c2-9025-7edbc9b31dcb is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:26.611079 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc091f08-5e3f-4e0b-9064-1c8ba17ffd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:26.615561 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (29e1b14b-e339-456b-8aa0-9270da329663), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:26.649451 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cc091f08-5e3f-4e0b-9064-1c8ba17ffd7b None None] For port 6eca162c-089b-45c2-9025-7edbc9b31dcb, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=6eca162c-089b-45c2-9025-7edbc9b31dcb,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:26.705295 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebca32-ce59-4432-851b-403856b5d02d req-c0e710c6-c0ca-4ac1-ac32-ec812c73c24e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:26.713232 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d3ebca32-ce59-4432-851b-403856b5d02d req-c0e710c6-c0ca-4ac1-ac32-ec812c73c24e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0650327 Mar 26 03:13:26.728818 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc091f08-5e3f-4e0b-9064-1c8ba17ffd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:26.776646 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d3ebca32-ce59-4432-851b-403856b5d02d req-f457eae6-699f-4f11-9142-8305e321cafd tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624058 Mar 26 03:13:26.783615 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0e390-cf39-4ae4-9721-bc6a07137aab req-5ab399b5-c3b3-4e93-9640-32302501a953 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:26.785164 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5cd0e390-cf39-4ae4-9721-bc6a07137aab req-5ab399b5-c3b3-4e93-9640-32302501a953 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0942178 Mar 26 03:13:26.798083 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc091f08-5e3f-4e0b-9064-1c8ba17ffd7b None None] Pushing event updated for resources: {'Port': ['ID=6eca162c-089b-45c2-9025-7edbc9b31dcb,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:26.848967 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-95917bb6-e832-4079-a8d3-4557fd81cab9 None None] Provisioning complete for port 6eca162c-089b-45c2-9025-7edbc9b31dcb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:26.849290 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-95917bb6-e832-4079-a8d3-4557fd81cab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:26.854820 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5cd0e390-cf39-4ae4-9721-bc6a07137aab req-356b25a2-54ad-4a71-9bc4-03b6dcaaa025 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598507 Mar 26 03:13:26.910864 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Router 29e1b14b-e339-456b-8aa0-9270da329663 is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:13:26.931438 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-95917bb6-e832-4079-a8d3-4557fd81cab9 None None] Current status of the port 6eca162c-089b-45c2-9025-7edbc9b31dcb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:27.019687 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:13:27.032205 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Sync routers for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:13:27.041634 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:27.042240 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:27.120386 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f26ac-23a8-4740-9841-d59c72b5666f req-f1a8b496-a6f3-481a-9cd2-2eb5dbe4a3ed tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:27.121890 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-914f26ac-23a8-4740-9841-d59c72b5666f req-f1a8b496-a6f3-481a-9cd2-2eb5dbe4a3ed tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 945 time: 0.0542934 Mar 26 03:13:27.130588 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.134754 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-26f54954-a895-4d23-8931-576e7ccf781b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5434582 Mar 26 03:13:27.135059 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47574) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:27.174905 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-914f26ac-23a8-4740-9841-d59c72b5666f req-c887dabe-42d0-4601-a6e5-cafa2ae61ff9 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Mar 26 03:13:27.237753 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:27.420456 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:25Z', 'revision_number': 3, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:27.450063 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Checking router: 29e1b14b-e339-456b-8aa0-9270da329663 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:13:27.450063 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Updating router 29e1b14b-e339-456b-8aa0-9270da329663 port 80e21c16-793b-433e-8cbd-f9b1df58e347 binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:13:27.481668 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.545111 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 6eca162c-089b-45c2-9025-7edbc9b31dcb up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:27.584872 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.597923 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 6eca162c-089b-45c2-9025-7edbc9b31dcb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:27.598301 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.680618 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 6eca162c-089b-45c2-9025-7edbc9b31dcb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:27.740446 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Allocated IP 172.20.0.1 (3ab385e1-2bfa-4b2c-a130-f487fa8e26aa/9fe1dc22-2f5c-4fe6-8252-36f267195902/4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:27.747235 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Publish callbacks [] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.819257 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.845201 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Publish callbacks [] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.869905 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Attempting to bind port 80e21c16-793b-433e-8cbd-f9b1df58e347 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:13:27.870273 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Attempting to bind port 80e21c16-793b-433e-8cbd-f9b1df58e347 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:13:27.870661 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Attempting to bind port 80e21c16-793b-433e-8cbd-f9b1df58e347 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:27.876264 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9da654-ddc2-48ff-a731-95f9f761c36d None None] Pushing event updated for resources: {'Port': ['ID=80e21c16-793b-433e-8cbd-f9b1df58e347,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:27.881954 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:13:27.882625 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:27.883901 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.884836 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:13:27.885071 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Bound port: 80e21c16-793b-433e-8cbd-f9b1df58e347, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:13:27.885922 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:27.916886 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23dd4a-d6c5-4540-ae84-82e5e9ac005c req-7ea5809e-0ceb-43d3-ab9e-d50b0e92ddb5 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:27.918372 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6b23dd4a-d6c5-4540-ae84-82e5e9ac005c req-7ea5809e-0ceb-43d3-ab9e-d50b0e92ddb5 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0712361 Mar 26 03:13:27.941031 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] For port 80e21c16-793b-433e-8cbd-f9b1df58e347, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:13:27.944382 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] For port 80e21c16-793b-433e-8cbd-f9b1df58e347, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=80e21c16-793b-433e-8cbd-f9b1df58e347,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:13:27.971748 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6b23dd4a-d6c5-4540-ae84-82e5e9ac005c req-0c819148-e3b5-4e31-a29c-30a3d58b2635 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442972 Mar 26 03:13:27.979208 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.007812 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362c41d-7cf0-4735-be70-979230d43963 req-7eb455d2-ed56-46f8-99a9-8cef02f16a95 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:28.009305 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1362c41d-7cf0-4735-be70-979230d43963 req-7eb455d2-ed56-46f8-99a9-8cef02f16a95 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0794432 Mar 26 03:13:28.013880 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.019379 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:28.022673 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:28.026634 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:28.064775 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1362c41d-7cf0-4735-be70-979230d43963 req-01349207-aceb-44e8-bb2b-a0e91c6a23f4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 Mar 26 03:13:28.065837 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:28.071082 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9da654-ddc2-48ff-a731-95f9f761c36d None None] Pushing event updated for resources: {'Port': ['ID=80e21c16-793b-433e-8cbd-f9b1df58e347,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:28.080310 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (29e1b14b-e339-456b-8aa0-9270da329663), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.090316 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:28.090982 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:28.204256 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:28.299930 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.352497 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09599f-9f5f-4bd7-b5aa-41f5cec9b4f8 req-c810f4e7-97e2-4361-9c32-9c7b57c3bac8 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:28.354020 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-df09599f-9f5f-4bd7-b5aa-41f5cec9b4f8 req-c810f4e7-97e2-4361-9c32-9c7b57c3bac8 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 945 time: 0.1085553 Mar 26 03:13:28.369310 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0e48583b-4852-475e-837b-bbaf68993a92 None None] Provisioning complete for port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:28.369818 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e48583b-4852-475e-837b-bbaf68993a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.392028 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:25Z', 'revision_number': 3, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:28.421345 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0e48583b-4852-475e-837b-bbaf68993a92 None None] Port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:13:28.424842 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9a4b3-7a75-4fae-9e92-6f9033c9461c None None] The sync data for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi is: [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:25Z', 'revision_number': 3, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:13:28.467066 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-df09599f-9f5f-4bd7-b5aa-41f5cec9b4f8 req-c9bc7371-6560-4ecd-b638-d6bba5a0803a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062219 Mar 26 03:13:28.533234 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Publish callbacks [] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.596933 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.670947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:28.675824 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (29e1b14b-e339-456b-8aa0-9270da329663), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:28.771586 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:28.773003 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:28.922984 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Router 29e1b14b-e339-456b-8aa0-9270da329663 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:13:29.047298 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-81b29ffd-5f08-4d09-8532-8b0da39d08dc None None] Provisioning complete for port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:29.047884 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81b29ffd-5f08-4d09-8532-8b0da39d08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:29.075558 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:13:29.083806 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8b60f5a3-b44f-4474-ae42-39f10f8e1ac0 admin admin] 10.222.0.20 "PUT /v2.0/routers/29e1b14b-e339-456b-8aa0-9270da329663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9470060 Mar 26 03:13:29.100474 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-81b29ffd-5f08-4d09-8532-8b0da39d08dc None None] Port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:13:29.121950 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e21177-a178-46c9-a35e-734a1e0160fc req-2f92e62e-cad8-4128-9d43-71e784f71464 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:29.130189 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-52e21177-a178-46c9-a35e-734a1e0160fc req-2f92e62e-cad8-4128-9d43-71e784f71464 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0746324 Mar 26 03:13:29.191933 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-52e21177-a178-46c9-a35e-734a1e0160fc req-5da64bd6-de30-49cf-a214-1319649ba680 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606632 Mar 26 03:13:29.237172 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b530c-32a0-40ac-a825-5f1f6f4afc4e req-c91ce0e2-aa58-498b-a83e-93d93bd7a7a7 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:29.238808 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-aa2b530c-32a0-40ac-a825-5f1f6f4afc4e req-c91ce0e2-aa58-498b-a83e-93d93bd7a7a7 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0789230 Mar 26 03:13:29.289366 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-aa2b530c-32a0-40ac-a825-5f1f6f4afc4e req-9b58269f-3c62-44eb-b7ba-71f95a228b7c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447972 Mar 26 03:13:29.507897 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 80e21c16-793b-433e-8cbd-f9b1df58e347 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:29.580754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 80e21c16-793b-433e-8cbd-f9b1df58e347 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:29.580754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:29.625221 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ea841-be97-4471-95e4-70f12b2262c2 req-a1f867b2-11bf-45fb-ae6a-58b633d131ee tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:29.639703 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e76ea841-be97-4471-95e4-70f12b2262c2 req-a1f867b2-11bf-45fb-ae6a-58b633d131ee tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 945 time: 0.0735769 Mar 26 03:13:29.663720 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 80e21c16-793b-433e-8cbd-f9b1df58e347 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:29.664256 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:29.697677 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e76ea841-be97-4471-95e4-70f12b2262c2 req-80957002-8dbc-4d62-b07e-a6020824bfc7 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638351 Mar 26 03:13:29.711393 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 80e21c16-793b-433e-8cbd-f9b1df58e347, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=80e21c16-793b-433e-8cbd-f9b1df58e347,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:29.830023 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:29.880992 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=80e21c16-793b-433e-8cbd-f9b1df58e347,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:29.892858 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.893209 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.893825 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.894190 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.894558 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.894892 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.895218 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.895544 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.895904 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.897537 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.897537 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.897537 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.897537 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.897840 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:29.897958 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:30.003227 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47626) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:30.008868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-323148940-network', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:30.100586 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Made reservation on behalf of 815ba6fbc0cf407bbab1c0728a4a7002 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:13:30.103036 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.112883 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.125305 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Sync routers for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:13:30.137063 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:30.138487 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:30.193425 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Publish callbacks [] for security_group (7014fa60-8898-4efc-a425-aedd0cf145b7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.265908 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7014fa60-8898-4efc-a425-aedd0cf145b7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.282322 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:30.315263 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:13:30.336737 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7014fa60-8898-4efc-a425-aedd0cf145b7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:30.340942 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (e08adf69-7502-4e5f-8985-d7b0aa124290), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.341470 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Added segment e08adf69-7502-4e5f-8985-d7b0aa124290 of type vlan for network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 Mar 26 03:13:30.390708 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (fc0b6b79-148b-4419-8b0c-d21ea7edf0c9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.399805 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63216b-481c-4121-983a-92f408378705 req-e17a91b5-db60-4c79-a627-b3664b08943e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:30.401445 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dd63216b-481c-4121-983a-92f408378705 req-e17a91b5-db60-4c79-a627-b3664b08943e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.1195662 Mar 26 03:13:30.439093 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c786e0e-b1ff-4738-b5ad-27346efe95be req-9094233d-4673-4431-a902-04ee2142481c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:30.441732 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6c786e0e-b1ff-4738-b5ad-27346efe95be req-9094233d-4673-4431-a902-04ee2142481c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0689254 Mar 26 03:13:30.482132 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dd63216b-481c-4121-983a-92f408378705 req-72516ea1-aa1d-4603-aed5-3b85f839ef94 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645206 Mar 26 03:13:30.497888 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6c786e0e-b1ff-4738-b5ad-27346efe95be req-23ecb66d-4a90-4116-aba2-edf26cca0c1e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507452 Mar 26 03:13:30.542352 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 2, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:30.546485 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (fc0b6b79-148b-4419-8b0c-d21ea7edf0c9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.549539 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:30.549539 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.572358 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Checking router: 29e1b14b-e339-456b-8aa0-9270da329663 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:13:30.572358 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Updating router 29e1b14b-e339-456b-8aa0-9270da329663 port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:13:30.603089 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.620301 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0b6b79-148b-4419-8b0c-d21ea7edf0c9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:30.636758 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:13:30.710572 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8cf7a09a-2535-419b-a8bd-067e2ec6d169 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7039621 Mar 26 03:13:30.711624 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47646) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:30.717959 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Request body: {'subnet': {'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-323148940-subnet', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:30.814301 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Made reservation on behalf of 815ba6fbc0cf407bbab1c0728a4a7002 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:13:30.816886 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4584266'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:30.829074 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51d64-37c9-43fe-acbb-3620c5bbecb4 req-2b9218c8-77e2-4fce-b159-b1a9eb892cc4 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:30.836987 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-79d51d64-37c9-43fe-acbb-3620c5bbecb4 req-2b9218c8-77e2-4fce-b159-b1a9eb892cc4 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 945 time: 0.0621319 Mar 26 03:13:30.884487 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-79d51d64-37c9-43fe-acbb-3620c5bbecb4 req-416f2e84-b9c0-4104-a1c8-2c211356ce5a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Mar 26 03:13:30.964269 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Publish callbacks [] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.048500 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.075933 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4502573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4584284'] for subnet (50d48405-9db7-4bed-aede-eb004e652756), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.108390 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfefc75-e236-4e37-81db-036be17c1bd2 None None] Pushing event updated for resources: {'Port': ['ID=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:31.147714 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d48405-9db7-4bed-aede-eb004e652756,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:31.159841 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Checking segment: {'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:31.160366 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Network hostable DHCP agents. Network: fc0b6b79-148b-4419-8b0c-d21ea7edf0c9, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:13:31.162040 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Attempting to bind port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:13:31.162592 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Attempting to bind port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:13:31.162962 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Attempting to bind port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 on network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:31.168900 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:13:31.175892 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Checking segment: {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:31.175892 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.175892 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Bound using segment: {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:13:31.175892 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Bound port: 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:13:31.175892 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.229448 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device aa63d348-66b9-4c06-8e09-3012f87d9b0b up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:31.259419 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:13:31.262875 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] For port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:13:31.283454 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] For port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:13:31.342530 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-38da1ece-b713-4c59-8dcc-7069b7cf90c5 None None] Provisioning complete for port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:31.342917 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-38da1ece-b713-4c59-8dcc-7069b7cf90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.369257 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, fc0b6b79-148b-4419-8b0c-d21ea7edf0c9) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:31.370645 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.373888 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:31.374779 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.376058 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port aa63d348-66b9-4c06-8e09-3012f87d9b0b completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:13:31.413459 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72c288-a2d2-47dd-8148-3ec4f2301ba7 None None] Network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:13:31.415667 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-38da1ece-b713-4c59-8dcc-7069b7cf90c5 None None] Port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:13:31.433171 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port aa63d348-66b9-4c06-8e09-3012f87d9b0b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:31.433905 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.456789 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-2bddc837-7ae9-4041-8239-5c7c87beebaf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7440672 Mar 26 03:13:31.459290 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47664) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:31.464731 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:31.509849 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 80e21c16-793b-433e-8cbd-f9b1df58e347 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:31.583912 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (be981a18-5508-4f59-904c-df9c05f20f03), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.585187 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (be981a18-5508-4f59-904c-df9c05f20f03), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.668613 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69aa0-53b8-46e5-a3f4-aaf2c7b9b45d req-433f8cb6-f4fd-4a37-9118-c40aada67f2c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:31.668613 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8fa69aa0-53b8-46e5-a3f4-aaf2c7b9b45d req-433f8cb6-f4fd-4a37-9118-c40aada67f2c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0761323 Mar 26 03:13:31.711003 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a027dfe-6696-4dca-a7dd-732077ed8050 req-29b8dc28-7a3a-4e36-a8d0-d2a44777392d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:31.713385 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a027dfe-6696-4dca-a7dd-732077ed8050 req-29b8dc28-7a3a-4e36-a8d0-d2a44777392d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.1415355 Mar 26 03:13:31.716512 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfefc75-e236-4e37-81db-036be17c1bd2 None None] Pushing event updated for resources: {'Port': ['ID=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:31.730417 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks [] for router_controller (be981a18-5508-4f59-904c-df9c05f20f03), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.744828 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:31.745476 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:31.753882 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8fa69aa0-53b8-46e5-a3f4-aaf2c7b9b45d req-0cec4380-7e0c-4868-96fe-193eb7368b50 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796959 Mar 26 03:13:31.784306 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a027dfe-6696-4dca-a7dd-732077ed8050 req-9259fd61-a4bd-4cd4-b036-be52058e689e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510118 Mar 26 03:13:31.870608 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-fc0b6b79-148b-4419-8b0c-d21ea7edf0c9', 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9', 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'fixed_ips': [{'subnet_id': '50d48405-9db7-4bed-aede-eb004e652756'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:13:31.871458 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.920792 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 80e21c16-793b-433e-8cbd-f9b1df58e347 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:31.921175 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.931084 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks [] for router_gateway (be981a18-5508-4f59-904c-df9c05f20f03), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.954541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e5ebb182-fb99-4d6e-9ca5-e0e9a51138d9 None None] Provisioning complete for port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:31.954922 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb182-fb99-4d6e-9ca5-e0e9a51138d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:31.988797 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port aa63d348-66b9-4c06-8e09-3012f87d9b0b is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:31.989186 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.011479 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126b55-a1dc-4a0f-bc5c-a8efe07a29e8 req-8abf11c5-8a97-4896-b5be-a1f87a6d49af tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:32.013055 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-75126b55-a1dc-4a0f-bc5c-a8efe07a29e8 req-8abf11c5-8a97-4896-b5be-a1f87a6d49af tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 945 time: 0.0606935 Mar 26 03:13:32.062485 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-75126b55-a1dc-4a0f-bc5c-a8efe07a29e8 req-24378733-58f2-4323-95ad-f26919730369 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Mar 26 03:13:32.076929 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:32.139471 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:13:32.141732 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46053587-4d37-4c99-9316-24c83b5347a1" -d '{"events": [{"server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "name": "network-vif-plugged", "status": "completed", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:13:32.226423 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port aa63d348-66b9-4c06-8e09-3012f87d9b0b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:32.228209 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f1c21f-3df8-4563-b70d-78223065b3bf x-openstack-request-id: req-58f1c21f-3df8-4563-b70d-78223065b3bf {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:13:32.228526 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "name": "network-vif-plugged", "status": "completed", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:13:32.228787 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58f1c21f-3df8-4563-b70d-78223065b3bf {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:13:32.229183 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f1c21f-3df8-4563-b70d-78223065b3bf'] response: {'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'code': 200} Mar 26 03:13:32.251825 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks [] for router_gateway (be981a18-5508-4f59-904c-df9c05f20f03), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.271433 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.310805 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.349490 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Allocated IP 172.20.0.2 (fc0b6b79-148b-4419-8b0c-d21ea7edf0c9/50d48405-9db7-4bed-aede-eb004e652756/bb7e4045-6208-4427-80cd-26b6eb2d6b77) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:32.378036 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Allocated IP 172.27.1.175 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/3d2e3322-2970-4b70-86a6-e652bdd95491) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:32.403556 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 80e21c16-793b-433e-8cbd-f9b1df58e347 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:32.413195 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebb182-fb99-4d6e-9ca5-e0e9a51138d9 None None] Current status of the port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:32.413585 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb182-fb99-4d6e-9ca5-e0e9a51138d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.482788 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks [] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.505429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=aa63d348-66b9-4c06-8e09-3012f87d9b0b,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:32.574076 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e5ebb182-fb99-4d6e-9ca5-e0e9a51138d9 None None] For port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:32.578867 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.613186 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:32.617849 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:32.621390 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:32.622188 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:31Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:32.650091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Pushing event updated for resources: {'Port': ['ID=3d2e3322-2970-4b70-86a6-e652bdd95491,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:32.654218 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb182-fb99-4d6e-9ca5-e0e9a51138d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.659313 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abc7af-7635-4aac-9403-e2a92b617f83 None None] The sync data for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi is: [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:31Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:13:32.700420 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Publish callbacks [] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.743819 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebb182-fb99-4d6e-9ca5-e0e9a51138d9 None None] Pushing event updated for resources: {'Port': ['ID=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:32.791398 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.843908 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:32.846974 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:32.851175 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:32.867012 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Pushing event updated for resources: {'Port': ['ID=bb7e4045-6208-4427-80cd-26b6eb2d6b77,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:32.909572 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868e5cb-8d29-4a09-9c17-f17b56e39803 req-fa00bb63-be63-4488-8861-309eb5941891 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:32.912516 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f868e5cb-8d29-4a09-9c17-f17b56e39803 req-fa00bb63-be63-4488-8861-309eb5941891 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0731657 Mar 26 03:13:32.926863 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Attempting to bind port bb7e4045-6208-4427-80cd-26b6eb2d6b77 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:13:32.927249 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Attempting to bind port bb7e4045-6208-4427-80cd-26b6eb2d6b77 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:13:32.927614 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Attempting to bind port bb7e4045-6208-4427-80cd-26b6eb2d6b77 on network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:32.933722 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:13:32.934112 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Checking segment: {'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:32.934559 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.934960 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Bound using segment: {'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:13:32.935439 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Bound port: bb7e4045-6208-4427-80cd-26b6eb2d6b77, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:13:32.935827 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:32.971003 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f868e5cb-8d29-4a09-9c17-f17b56e39803 req-6e8a6e63-2c09-4ab1-a8a7-0eebf89f6e08 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507276 Mar 26 03:13:33.029185 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1d387-3e90-417c-b00e-47f709f16ede req-65413617-1ae7-441f-8351-cfaca1fd3d07 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:33.030868 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-80c1d387-3e90-417c-b00e-47f709f16ede req-65413617-1ae7-441f-8351-cfaca1fd3d07 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.1699948 Mar 26 03:13:33.061242 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] For port bb7e4045-6208-4427-80cd-26b6eb2d6b77, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:13:33.067208 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] For port bb7e4045-6208-4427-80cd-26b6eb2d6b77, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=bb7e4045-6208-4427-80cd-26b6eb2d6b77,segment=NetworkSegment(e08adf69-7502-4e5f-8985-d7b0aa124290),segment_id=e08adf69-7502-4e5f-8985-d7b0aa124290)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:13:33.082241 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks [] for router_gateway (be981a18-5508-4f59-904c-df9c05f20f03), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:33.178500 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-80c1d387-3e90-417c-b00e-47f709f16ede req-21dff980-85ad-4390-bfd7-e315ab211002 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343298 Mar 26 03:13:33.183864 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:33.211034 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ea00a-b255-416a-8e1c-e14a8537ff39 req-7d08e58f-37ca-451b-939f-4b9dbadca58b tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:33.213074 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3f5ea00a-b255-416a-8e1c-e14a8537ff39 req-7d08e58f-37ca-451b-939f-4b9dbadca58b tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.0737531 Mar 26 03:13:33.260498 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65592d-6e7e-4bd5-ac33-62c77b91853d None None] Pushing event updated for resources: {'Port': ['ID=bb7e4045-6208-4427-80cd-26b6eb2d6b77,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:33.299079 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3f5ea00a-b255-416a-8e1c-e14a8537ff39 req-fb3ae8a0-5f28-4ca9-afaa-10833cec5a1d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796053 Mar 26 03:13:33.577900 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:33.632170 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (be981a18-5508-4f59-904c-df9c05f20f03), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:33.636755 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:33.637334 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:33.646793 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc7cb0-e449-4317-9ed6-0728e3b5eef0 req-cf369638-855e-4953-b5b5-f042bb37de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:33.648623 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-70fc7cb0-e449-4317-9ed6-0728e3b5eef0 req-cf369638-855e-4953-b5b5-f042bb37de7e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1130 time: 0.0791848 Mar 26 03:13:33.748540 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:33.779418 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-70fc7cb0-e449-4317-9ed6-0728e3b5eef0 req-4ef4b39a-7d07-407c-ba39-ce6f8a4a27e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912471 Mar 26 03:13:34.002759 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Router be981a18-5508-4f59-904c-df9c05f20f03 is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:13:34.173761 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:13:34.188075 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Sync routers for ids ['be981a18-5508-4f59-904c-df9c05f20f03'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:13:34.188623 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e9d7-9aa1-43cb-8986-d5f52a089a7d req-c0bd2517-810e-4b91-91b0-2471df294c3a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:34.190241 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74a0e9d7-9aa1-43cb-8986-d5f52a089a7d req-c0bd2517-810e-4b91-91b0-2471df294c3a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.1336052 Mar 26 03:13:34.204957 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Routers {'be981a18-5508-4f59-904c-df9c05f20f03'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:34.205762 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['be981a18-5508-4f59-904c-df9c05f20f03'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:34.263307 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74a0e9d7-9aa1-43cb-8986-d5f52a089a7d req-71826ee5-09c9-4401-a51e-2b542e771721 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620008 Mar 26 03:13:34.381458 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955f877-e3f8-4bc9-b04d-e002ca0d6ea2 req-c04da171-c00a-48b4-a888-e2b1246d88bd tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:34.383084 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7955f877-e3f8-4bc9-b04d-e002ca0d6ea2 req-c04da171-c00a-48b4-a888-e2b1246d88bd tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0693443 Mar 26 03:13:34.420520 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:34.422925 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-00589caf-3369-4851-acb1-eae45987e7cf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9624701 Mar 26 03:13:34.426370 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47714) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:34.430882 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Set router be981a18-5508-4f59-904c-df9c05f20f03 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:34.483133 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7955f877-e3f8-4bc9-b04d-e002ca0d6ea2 req-32abb47b-3cac-4037-a4c4-2a4fdc3ddece tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941088 Mar 26 03:13:34.544991 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2292619-9a32-44b3-851c-a38ef8feb6cd None None] Network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:13:34.565024 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a91f-eec0-460d-90ba-17973e73dba6 req-0f9fcc4d-7023-44c9-bd70-684e27bbb747 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:34.566911 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0d79a91f-eec0-460d-90ba-17973e73dba6 req-0f9fcc4d-7023-44c9-bd70-684e27bbb747 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.1995487 Mar 26 03:13:34.617586 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-93006244-ac60-4a2d-8afc-f834d0028ff4 None None] Provisioning complete for port bb7e4045-6208-4427-80cd-26b6eb2d6b77 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:34.617951 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93006244-ac60-4a2d-8afc-f834d0028ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:34.622702 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0d79a91f-eec0-460d-90ba-17973e73dba6 req-19038b29-44b4-4ab2-9a5d-f3993ef3e2e5 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445683 Mar 26 03:13:34.759964 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-93006244-ac60-4a2d-8afc-f834d0028ff4 None None] Current status of the port bb7e4045-6208-4427-80cd-26b6eb2d6b77 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:34.760357 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93006244-ac60-4a2d-8afc-f834d0028ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:34.795432 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-93006244-ac60-4a2d-8afc-f834d0028ff4 None None] For port bb7e4045-6208-4427-80cd-26b6eb2d6b77, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=bb7e4045-6208-4427-80cd-26b6eb2d6b77,segment=NetworkSegment(e08adf69-7502-4e5f-8985-d7b0aa124290),segment_id=e08adf69-7502-4e5f-8985-d7b0aa124290)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:34.805428 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 3, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:34.834096 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Checking router: be981a18-5508-4f59-904c-df9c05f20f03 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:13:34.834481 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Updating router be981a18-5508-4f59-904c-df9c05f20f03 port 3d2e3322-2970-4b70-86a6-e652bdd95491 binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:13:34.864132 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93006244-ac60-4a2d-8afc-f834d0028ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:34.885745 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:34.954668 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93006244-ac60-4a2d-8afc-f834d0028ff4 None None] Pushing event updated for resources: {'Port': ['ID=bb7e4045-6208-4427-80cd-26b6eb2d6b77,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:35.072967 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.096881 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-642db445-a754-4ec7-854c-8c8a35df0104 None None] Provisioning complete for port bb7e4045-6208-4427-80cd-26b6eb2d6b77 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:35.104018 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-642db445-a754-4ec7-854c-8c8a35df0104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.288302 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Publish callbacks [] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.325391 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Allocated IP 172.20.0.1 (fc0b6b79-148b-4419-8b0c-d21ea7edf0c9/50d48405-9db7-4bed-aede-eb004e652756/86269590-81a2-4515-b647-f82fdf3ae5d9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:35.349134 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-642db445-a754-4ec7-854c-8c8a35df0104 None None] Current status of the port bb7e4045-6208-4427-80cd-26b6eb2d6b77 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:35.407152 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:13:35.407152 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.456025 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Publish callbacks [] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.485119 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Attempting to bind port 3d2e3322-2970-4b70-86a6-e652bdd95491 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:13:35.485489 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Attempting to bind port 3d2e3322-2970-4b70-86a6-e652bdd95491 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:13:35.485862 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Attempting to bind port 3d2e3322-2970-4b70-86a6-e652bdd95491 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:35.487776 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Pushing event updated for resources: {'Port': ['ID=3d2e3322-2970-4b70-86a6-e652bdd95491,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:35.496871 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.497221 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.497579 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.498156 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.498687 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.499167 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.499659 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.500711 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.501047 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.501375 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.501703 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.502042 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.502366 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.502712 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.503028 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:13:35.506931 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:13:35.507310 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:35.507713 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.508088 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:13:35.508737 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Bound port: 3d2e3322-2970-4b70-86a6-e652bdd95491, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:13:35.509114 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.538999 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device bb7e4045-6208-4427-80cd-26b6eb2d6b77 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:35.580439 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] For port 3d2e3322-2970-4b70-86a6-e652bdd95491, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:13:35.584427 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] For port 3d2e3322-2970-4b70-86a6-e652bdd95491, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=3d2e3322-2970-4b70-86a6-e652bdd95491,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:13:35.586779 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.614136 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port bb7e4045-6208-4427-80cd-26b6eb2d6b77 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:35.615196 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.624788 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ec576-3224-49b4-bceb-a1703599c781 req-2718720e-6c3f-4025-9934-5e19088c1352 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:35.632347 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa8ec576-3224-49b4-bceb-a1703599c781 req-2718720e-6c3f-4025-9934-5e19088c1352 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0671964 Mar 26 03:13:35.634044 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:35.637168 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:35.644541 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:35.653438 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Pushing event updated for resources: {'Port': ['ID=86269590-81a2-4515-b647-f82fdf3ae5d9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:35.672200 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.710117 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa8ec576-3224-49b4-bceb-a1703599c781 req-935c3cd9-e74d-40bb-b982-942e89e03049 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768666 Mar 26 03:13:35.711239 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (be981a18-5508-4f59-904c-df9c05f20f03), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:35.747081 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port bb7e4045-6208-4427-80cd-26b6eb2d6b77 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:35.785056 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Routers {'be981a18-5508-4f59-904c-df9c05f20f03'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:35.786031 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['be981a18-5508-4f59-904c-df9c05f20f03'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:35.788910 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc641d19-1094-49ca-8a47-d84436ad0b08 None None] Pushing event updated for resources: {'Port': ['ID=3d2e3322-2970-4b70-86a6-e652bdd95491,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:35.882955 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8474a-d815-4a14-893b-bae6f31390f9 req-de3cdbb5-5b95-41d0-9375-63a8191d60ee tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:35.884498 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e1f8474a-d815-4a14-893b-bae6f31390f9 req-de3cdbb5-5b95-41d0-9375-63a8191d60ee tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.1009040 Mar 26 03:13:35.914160 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] Set router be981a18-5508-4f59-904c-df9c05f20f03 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:35.948908 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e1f8474a-d815-4a14-893b-bae6f31390f9 req-45950a8c-7eef-45d8-af02-9c9b477d7fc0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Mar 26 03:13:35.952150 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47744) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:35.988237 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-564d7fc8-4094-41c4-badc-e8ee388b3599 None None] Provisioning complete for port 86269590-81a2-4515-b647-f82fdf3ae5d9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:35.989717 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-564d7fc8-4094-41c4-badc-e8ee388b3599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.030036 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.083460 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-564d7fc8-4094-41c4-badc-e8ee388b3599 None None] Port 86269590-81a2-4515-b647-f82fdf3ae5d9 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:13:36.110611 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bef152-05d2-481e-b25e-01bf40d317b7 req-f407854f-d0db-4267-bd65-442ef0baa253 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:36.118398 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-55bef152-05d2-481e-b25e-01bf40d317b7 req-f407854f-d0db-4267-bd65-442ef0baa253 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.0893943 Mar 26 03:13:36.150026 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-748681b8-61a5-4a78-9ab7-4ac5bc1d7b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.166681 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 3, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:36.188296 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-55bef152-05d2-481e-b25e-01bf40d317b7 req-ac1be527-b51c-4fb1-93c5-ae454eb05701 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687423 Mar 26 03:13:36.195573 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c2555-b20a-4351-a8f7-692529464e30 None None] The sync data for ids ['be981a18-5508-4f59-904c-df9c05f20f03'] in dv-cinder-835328-1-iscsi is: [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 3, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:13:36.250605 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Publish callbacks [] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.289065 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-748681b8-61a5-4a78-9ab7-4ac5bc1d7b55 admin admin] Publish callbacks [] for security_group (b60d3f9f-8906-47d2-82c9-2056c6abe7e3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.315393 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.379858 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-748681b8-61a5-4a78-9ab7-4ac5bc1d7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b60d3f9f-8906-47d2-82c9-2056c6abe7e3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.385167 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (be981a18-5508-4f59-904c-df9c05f20f03), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.393226 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Pushing event updated for resources: {'Port': ['ID=86269590-81a2-4515-b647-f82fdf3ae5d9,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:36.434461 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-748681b8-61a5-4a78-9ab7-4ac5bc1d7b55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=878b62086fce4240a427c6bfbadc300b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4809134 Mar 26 03:13:36.435934 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748681b8-61a5-4a78-9ab7-4ac5bc1d7b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60d3f9f-8906-47d2-82c9-2056c6abe7e3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:36.438626 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47756) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:36.499786 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:36.506979 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:36.516692 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f4643d9-1372-48ad-acdb-f394684b5eac admin admin] Publish callbacks [] for security_group (b60d3f9f-8906-47d2-82c9-2056c6abe7e3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.570224 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f4643d9-1372-48ad-acdb-f394684b5eac admin admin] Publish callbacks [] for security_group (b60d3f9f-8906-47d2-82c9-2056c6abe7e3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.629783 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69601a8-32e7-48a8-95b4-b852f502e225 req-28875108-8984-4d7d-965b-4370352005a9 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:36.632290 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c69601a8-32e7-48a8-95b4-b852f502e225 req-28875108-8984-4d7d-965b-4370352005a9 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.1130075 Mar 26 03:13:36.670849 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Router be981a18-5508-4f59-904c-df9c05f20f03 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:13:36.703341 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c69601a8-32e7-48a8-95b4-b852f502e225 req-a95f1b8c-8e0e-413d-8abe-127fa5879ebb tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630333 Mar 26 03:13:36.751260 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f4643d9-1372-48ad-acdb-f394684b5eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b60d3f9f-8906-47d2-82c9-2056c6abe7e3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.754493 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f4643d9-1372-48ad-acdb-f394684b5eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.756509 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-9f4643d9-1372-48ad-acdb-f394684b5eac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b60d3f9f-8906-47d2-82c9-2056c6abe7e3 HTTP/1.1" status: 204 len: 168 time: 0.3164332 Mar 26 03:13:36.772550 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4643d9-1372-48ad-acdb-f394684b5eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60d3f9f-8906-47d2-82c9-2056c6abe7e3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:36.814583 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:13:36.832236 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8001e0a6-fe48-402f-88dd-5ada7bd196e3 admin admin] 10.222.0.20 "PUT /v2.0/routers/be981a18-5508-4f59-904c-df9c05f20f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4040744 Mar 26 03:13:36.921585 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f837b-db2b-4cc2-a51c-1c59acdf37f6 req-b8f4fb22-744c-4a64-adb4-2160cfd321b2 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:36.924071 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f86a0605-c6ab-4350-b456-29b77bc9562e None None] Provisioning complete for port 86269590-81a2-4515-b647-f82fdf3ae5d9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:36.924599 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f86a0605-c6ab-4350-b456-29b77bc9562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:36.926885 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c97f837b-db2b-4cc2-a51c-1c59acdf37f6 req-b8f4fb22-744c-4a64-adb4-2160cfd321b2 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0898108 Mar 26 03:13:36.988997 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f86a0605-c6ab-4350-b456-29b77bc9562e None None] Port 86269590-81a2-4515-b647-f82fdf3ae5d9 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:13:37.008680 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c97f837b-db2b-4cc2-a51c-1c59acdf37f6 req-d5b2f367-3872-4196-8f59-b1bd20695b50 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744216 Mar 26 03:13:37.513609 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47780) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:37.519198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-096fcc89-bb5b-4a75-9203-1053558eee93 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282224914', 'description': 'tempest-secgroup-smoke-282224914 description', 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:37.528902 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 3d2e3322-2970-4b70-86a6-e652bdd95491 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:37.573923 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47784) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:37.588408 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 3d2e3322-2970-4b70-86a6-e652bdd95491 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:37.588609 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e605844-b161-4621-a45b-56428a99b1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.593898 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.668196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e605844-b161-4621-a45b-56428a99b1f1 admin admin] Publish callbacks [] for security_group (46462303-0275-487d-91ab-a5485aaedc0a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.669233 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-096fcc89-bb5b-4a75-9203-1053558eee93 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.674373 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 3d2e3322-2970-4b70-86a6-e652bdd95491 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:37.675443 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.697293 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 3d2e3322-2970-4b70-86a6-e652bdd95491, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=3d2e3322-2970-4b70-86a6-e652bdd95491,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:37.734975 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-096fcc89-bb5b-4a75-9203-1053558eee93 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group (c56b7a3a-ae80-4d60-908d-83e1d4a2d69c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.767938 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.768793 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e605844-b161-4621-a45b-56428a99b1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (46462303-0275-487d-91ab-a5485aaedc0a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.807916 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-096fcc89-bb5b-4a75-9203-1053558eee93 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (c56b7a3a-ae80-4d60-908d-83e1d4a2d69c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.813822 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e605844-b161-4621-a45b-56428a99b1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46462303-0275-487d-91ab-a5485aaedc0a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:37.823148 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=3d2e3322-2970-4b70-86a6-e652bdd95491,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:37.823345 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-7e605844-b161-4621-a45b-56428a99b1f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d12904558cb04ba2b8e508255139397d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461696 Mar 26 03:13:37.823615 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47788) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:37.847430 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fcc89-bb5b-4a75-9203-1053558eee93 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:37.878746 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac1d6-fa18-419c-b95e-6e48529aede0 admin admin] Publish callbacks [] for security_group (46462303-0275-487d-91ab-a5485aaedc0a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.897015 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-096fcc89-bb5b-4a75-9203-1053558eee93 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.901402 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac1d6-fa18-419c-b95e-6e48529aede0 admin admin] Publish callbacks [] for security_group (46462303-0275-487d-91ab-a5485aaedc0a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:37.902108 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-096fcc89-bb5b-4a75-9203-1053558eee93 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3866932 Mar 26 03:13:37.902801 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47790) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:37.907322 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-513ce0b1-28d8-4142-9b83-fc6cb0dc2eb4 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'security_group_rule': {'security_group_id': 'c56b7a3a-ae80-4d60-908d-83e1d4a2d69c', 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:37.991621 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-513ce0b1-28d8-4142-9b83-fc6cb0dc2eb4 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (e3c70bea-4141-4acf-8fd3-7ffd7dd24f4c), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.002801 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac1d6-fa18-419c-b95e-6e48529aede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (46462303-0275-487d-91ab-a5485aaedc0a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.011814 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac1d6-fa18-419c-b95e-6e48529aede0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.012992 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-1c7ac1d6-fa18-419c-b95e-6e48529aede0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46462303-0275-487d-91ab-a5485aaedc0a HTTP/1.1" status: 204 len: 168 time: 0.1884544 Mar 26 03:13:38.022044 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ac1d6-fa18-419c-b95e-6e48529aede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46462303-0275-487d-91ab-a5485aaedc0a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:38.058276 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-513ce0b1-28d8-4142-9b83-fc6cb0dc2eb4 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (e3c70bea-4141-4acf-8fd3-7ffd7dd24f4c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.098758 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Sync routers for ids ['be981a18-5508-4f59-904c-df9c05f20f03'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:13:38.109302 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Routers {'be981a18-5508-4f59-904c-df9c05f20f03'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:38.109921 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['be981a18-5508-4f59-904c-df9c05f20f03'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:38.122628 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-513ce0b1-28d8-4142-9b83-fc6cb0dc2eb4 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (e3c70bea-4141-4acf-8fd3-7ffd7dd24f4c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.161800 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ce0b1-28d8-4142-9b83-fc6cb0dc2eb4 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c70bea-4141-4acf-8fd3-7ffd7dd24f4c,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:38.188778 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6bb33-7f8d-4fee-9d0a-d9b76a054ba4 req-e4491869-5e26-4bb9-8075-e7de9cd1f8d6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:38.190398 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0cb6bb33-7f8d-4fee-9d0a-d9b76a054ba4 req-e4491869-5e26-4bb9-8075-e7de9cd1f8d6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0787389 Mar 26 03:13:38.220958 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-513ce0b1-28d8-4142-9b83-fc6cb0dc2eb4 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.222167 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-513ce0b1-28d8-4142-9b83-fc6cb0dc2eb4 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3183832 Mar 26 03:13:38.225521 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47800) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:38.230520 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d43d372b-6a6a-46fb-97f4-d2dd93ea9d54 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'security_group_rule': {'security_group_id': 'c56b7a3a-ae80-4d60-908d-83e1d4a2d69c', 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:38.246380 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0cb6bb33-7f8d-4fee-9d0a-d9b76a054ba4 req-42821305-ee8a-4564-8410-3089cda66c3e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489156 Mar 26 03:13:38.254430 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Set router be981a18-5508-4f59-904c-df9c05f20f03 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:38.367816 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d43d372b-6a6a-46fb-97f4-d2dd93ea9d54 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (7edacd4a-f48a-47ff-893a-73f319f84910), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.432716 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d43d372b-6a6a-46fb-97f4-d2dd93ea9d54 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (7edacd4a-f48a-47ff-893a-73f319f84910), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.494521 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:13:35Z', 'revision_number': 4, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '86269590-81a2-4515-b647-f82fdf3ae5d9', 'name': '', 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'mac_address': 'fa:16:3e:18:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '50d48405-9db7-4bed-aede-eb004e652756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:35Z', 'updated_at': '2022-03-26T03:13:36Z', 'revision_number': 2, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'subnets': [{'id': '50d48405-9db7-4bed-aede-eb004e652756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:38.504569 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d43d372b-6a6a-46fb-97f4-d2dd93ea9d54 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (7edacd4a-f48a-47ff-893a-73f319f84910), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.532976 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Checking router: be981a18-5508-4f59-904c-df9c05f20f03 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:13:38.534642 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Updating router be981a18-5508-4f59-904c-df9c05f20f03 port 86269590-81a2-4515-b647-f82fdf3ae5d9 binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:13:38.541825 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d372b-6a6a-46fb-97f4-d2dd93ea9d54 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edacd4a-f48a-47ff-893a-73f319f84910,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:38.584602 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.660521 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d43d372b-6a6a-46fb-97f4-d2dd93ea9d54 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.662247 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-d43d372b-6a6a-46fb-97f4-d2dd93ea9d54 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4355149 Mar 26 03:13:38.665093 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47818) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:38.669699 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c27361b7-bf00-4e34-8364-a1b1d72e9576 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'security_group_rule': {'security_group_id': 'c56b7a3a-ae80-4d60-908d-83e1d4a2d69c', 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:38.739067 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47824) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:38.744766 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e7bdcdf3-71ef-4242-a102-16762af0279b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826729303', 'description': 'tempest-description--63735444'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:38.779839 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c27361b7-bf00-4e34-8364-a1b1d72e9576 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (0267c932-53fa-4a4f-8783-cebb1dedb13f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.864961 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdf3-71ef-4242-a102-16762af0279b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.867846 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c27361b7-bf00-4e34-8364-a1b1d72e9576 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (0267c932-53fa-4a4f-8783-cebb1dedb13f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.903327 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Publish callbacks [] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.946315 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdf3-71ef-4242-a102-16762af0279b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group (e041c18f-6f65-4e98-a18d-d5ccab482f40), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.950704 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c27361b7-bf00-4e34-8364-a1b1d72e9576 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (0267c932-53fa-4a4f-8783-cebb1dedb13f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:38.969686 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27361b7-bf00-4e34-8364-a1b1d72e9576 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0267c932-53fa-4a4f-8783-cebb1dedb13f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:38.979559 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.035676 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdf3-71ef-4242-a102-16762af0279b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e041c18f-6f65-4e98-a18d-d5ccab482f40), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.040512 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b98ac-8bf5-4526-8fb9-533a3816c2be None None] Pushing event updated for resources: {'Port': ['ID=86269590-81a2-4515-b647-f82fdf3ae5d9,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:39.072652 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c27361b7-bf00-4e34-8364-a1b1d72e9576 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.074168 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c27361b7-bf00-4e34-8364-a1b1d72e9576 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4081397 Mar 26 03:13:39.076076 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdcdf3-71ef-4242-a102-16762af0279b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e041c18f-6f65-4e98-a18d-d5ccab482f40,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:39.077079 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47842) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:39.084144 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5fe3ae25-8242-46e6-a143-ca876ec6642d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'security_group_rule': {'security_group_id': 'c56b7a3a-ae80-4d60-908d-83e1d4a2d69c', 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:39.131378 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdf3-71ef-4242-a102-16762af0279b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.141035 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-e7bdcdf3-71ef-4242-a102-16762af0279b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3958621 Mar 26 03:13:39.141035 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47850) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:39.148384 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-44249d15-8b06-43a0-8f52-8bf7a13d20e4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'security_group_rule': {'security_group_id': 'e041c18f-6f65-4e98-a18d-d5ccab482f40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:39.177028 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Attempting to bind port 86269590-81a2-4515-b647-f82fdf3ae5d9 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:13:39.178427 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Attempting to bind port 86269590-81a2-4515-b647-f82fdf3ae5d9 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:13:39.180547 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Attempting to bind port 86269590-81a2-4515-b647-f82fdf3ae5d9 on network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:39.189984 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:13:39.190708 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Checking segment: {'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:39.191498 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.192671 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Bound using segment: {'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:13:39.193211 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Bound port: 86269590-81a2-4515-b647-f82fdf3ae5d9, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08adf69-7502-4e5f-8985-d7b0aa124290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:13:39.193609 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.255424 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ae25-8242-46e6-a143-ca876ec6642d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (423c2a48-b816-4c73-beba-bd691289d475), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.282616 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44249d15-8b06-43a0-8f52-8bf7a13d20e4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group_rule (c8aa7bd5-e900-4a43-b8b4-74ac56e0eb10), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.319481 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] For port 86269590-81a2-4515-b647-f82fdf3ae5d9, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:13:39.325825 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] For port 86269590-81a2-4515-b647-f82fdf3ae5d9, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=86269590-81a2-4515-b647-f82fdf3ae5d9,segment=NetworkSegment(e08adf69-7502-4e5f-8985-d7b0aa124290),segment_id=e08adf69-7502-4e5f-8985-d7b0aa124290)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:13:39.345382 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ae25-8242-46e6-a143-ca876ec6642d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (423c2a48-b816-4c73-beba-bd691289d475), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.397477 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44249d15-8b06-43a0-8f52-8bf7a13d20e4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group_rule (c8aa7bd5-e900-4a43-b8b4-74ac56e0eb10), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.416277 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a146b-9a04-4de1-8e61-7a5afa7301d9 req-eb848537-b903-4d3b-bbb4-1aea682e430f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:39.417810 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-da2a146b-9a04-4de1-8e61-7a5afa7301d9 req-eb848537-b903-4d3b-bbb4-1aea682e430f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0713167 Mar 26 03:13:39.429113 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-93738763-15ed-4f30-b45b-9d8ec50a1e12 None None] Provisioning complete for port 86269590-81a2-4515-b647-f82fdf3ae5d9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:39.430051 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93738763-15ed-4f30-b45b-9d8ec50a1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.431335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ae25-8242-46e6-a143-ca876ec6642d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (423c2a48-b816-4c73-beba-bd691289d475), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.433120 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.456872 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3ae25-8242-46e6-a143-ca876ec6642d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423c2a48-b816-4c73-beba-bd691289d475,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:39.493377 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-da2a146b-9a04-4de1-8e61-7a5afa7301d9 req-0b94527e-2db2-49f6-8fc0-18d726e9277d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669050 Mar 26 03:13:39.514171 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 3d2e3322-2970-4b70-86a6-e652bdd95491 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:39.521213 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44249d15-8b06-43a0-8f52-8bf7a13d20e4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (c8aa7bd5-e900-4a43-b8b4-74ac56e0eb10), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.539730 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44249d15-8b06-43a0-8f52-8bf7a13d20e4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aa7bd5-e900-4a43-b8b4-74ac56e0eb10,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:39.602101 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b98ac-8bf5-4526-8fb9-533a3816c2be None None] Pushing event updated for resources: {'Port': ['ID=86269590-81a2-4515-b647-f82fdf3ae5d9,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:39.615801 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Routers {'be981a18-5508-4f59-904c-df9c05f20f03'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:39.616434 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['be981a18-5508-4f59-904c-df9c05f20f03'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:39.724700 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ae25-8242-46e6-a143-ca876ec6642d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.725264 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44249d15-8b06-43a0-8f52-8bf7a13d20e4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.728008 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-44249d15-8b06-43a0-8f52-8bf7a13d20e4 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5865698 Mar 26 03:13:39.731664 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-5fe3ae25-8242-46e6-a143-ca876ec6642d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6522198 Mar 26 03:13:39.733723 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:39.734784 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47880) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:39.746788 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-81a7b5ab-f427-44a5-b887-9be45167bd75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'security_group_rule': {'security_group_id': 'c56b7a3a-ae80-4d60-908d-83e1d4a2d69c', 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:39.752325 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c1e676ce-1163-4ca5-b187-54d6cd2e0a7d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'security_group_rule': {'security_group_id': 'e041c18f-6f65-4e98-a18d-d5ccab482f40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:39.792530 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 3d2e3322-2970-4b70-86a6-e652bdd95491 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:39.793046 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.797621 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-93738763-15ed-4f30-b45b-9d8ec50a1e12 None None] Current status of the port 86269590-81a2-4515-b647-f82fdf3ae5d9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:39.798254 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93738763-15ed-4f30-b45b-9d8ec50a1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.864111 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-81a7b5ab-f427-44a5-b887-9be45167bd75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Project 27d467fc31a049a5bdd4b0869b3dc58c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:13:39.892059 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81a7b5ab-f427-44a5-b887-9be45167bd75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (1271d28d-76be-4380-883b-d789bfb1753b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.892648 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1e676ce-1163-4ca5-b187-54d6cd2e0a7d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group_rule (96f35b9d-b536-4617-97d7-1d7716bfebe3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:39.901167 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] Set router be981a18-5508-4f59-904c-df9c05f20f03 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:39.938844 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-93738763-15ed-4f30-b45b-9d8ec50a1e12 None None] For port 86269590-81a2-4515-b647-f82fdf3ae5d9, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=86269590-81a2-4515-b647-f82fdf3ae5d9,segment=NetworkSegment(e08adf69-7502-4e5f-8985-d7b0aa124290),segment_id=e08adf69-7502-4e5f-8985-d7b0aa124290)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:39.993542 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1e676ce-1163-4ca5-b187-54d6cd2e0a7d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group_rule (96f35b9d-b536-4617-97d7-1d7716bfebe3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.049123 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81a7b5ab-f427-44a5-b887-9be45167bd75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (1271d28d-76be-4380-883b-d789bfb1753b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.082343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1e676ce-1163-4ca5-b187-54d6cd2e0a7d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (96f35b9d-b536-4617-97d7-1d7716bfebe3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.132984 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e676ce-1163-4ca5-b187-54d6cd2e0a7d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f35b9d-b536-4617-97d7-1d7716bfebe3,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:40.148145 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93738763-15ed-4f30-b45b-9d8ec50a1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.153990 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 3d2e3322-2970-4b70-86a6-e652bdd95491 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:40.179532 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81a7b5ab-f427-44a5-b887-9be45167bd75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (1271d28d-76be-4380-883b-d789bfb1753b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.204302 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7b5ab-f427-44a5-b887-9be45167bd75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1271d28d-76be-4380-883b-d789bfb1753b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:40.211735 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1e676ce-1163-4ca5-b187-54d6cd2e0a7d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.222511 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-c1e676ce-1163-4ca5-b187-54d6cd2e0a7d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4830320 Mar 26 03:13:40.224712 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 47914) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:40.229862 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:40.274228 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93738763-15ed-4f30-b45b-9d8ec50a1e12 None None] Pushing event updated for resources: {'Port': ['ID=86269590-81a2-4515-b647-f82fdf3ae5d9,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:40.300200 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-636888ad-5ca1-49ed-8c21-c6994b32c673 None None] Provisioning complete for port 86269590-81a2-4515-b647-f82fdf3ae5d9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:40.300451 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-636888ad-5ca1-49ed-8c21-c6994b32c673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.312927 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81a7b5ab-f427-44a5-b887-9be45167bd75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.314670 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-81a7b5ab-f427-44a5-b887-9be45167bd75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5798423 Mar 26 03:13:40.317457 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 47920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:40.322120 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-46a7fe54-223a-4e92-8631-879d5cb7335f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'security_group_rule': {'security_group_id': 'c56b7a3a-ae80-4d60-908d-83e1d4a2d69c', 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:40.402556 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.402833 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-46a7fe54-223a-4e92-8631-879d5cb7335f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Project 27d467fc31a049a5bdd4b0869b3dc58c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:13:40.408249 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46a7fe54-223a-4e92-8631-879d5cb7335f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (26d465dc-ea48-47c0-a647-7b60f5843d91), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.415915 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:13:35Z', 'revision_number': 4, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '86269590-81a2-4515-b647-f82fdf3ae5d9', 'name': '', 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'mac_address': 'fa:16:3e:18:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '50d48405-9db7-4bed-aede-eb004e652756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:35Z', 'updated_at': '2022-03-26T03:13:39Z', 'revision_number': 4, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'subnets': [{'id': '50d48405-9db7-4bed-aede-eb004e652756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:40.446047 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-636888ad-5ca1-49ed-8c21-c6994b32c673 None None] Current status of the port 86269590-81a2-4515-b647-f82fdf3ae5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:40.448461 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae88dd3-6027-4a6f-821f-696ab7517518 None None] The sync data for ids ['be981a18-5508-4f59-904c-df9c05f20f03'] in dv-cinder-835328-1-iscsi is: [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:13:35Z', 'revision_number': 4, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '86269590-81a2-4515-b647-f82fdf3ae5d9', 'name': '', 'network_id': 'fc0b6b79-148b-4419-8b0c-d21ea7edf0c9', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'mac_address': 'fa:16:3e:18:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '50d48405-9db7-4bed-aede-eb004e652756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:35Z', 'updated_at': '2022-03-26T03:13:39Z', 'revision_number': 4, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'subnets': [{'id': '50d48405-9db7-4bed-aede-eb004e652756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:13:40.481568 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46a7fe54-223a-4e92-8631-879d5cb7335f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (26d465dc-ea48-47c0-a647-7b60f5843d91), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.554374 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.610613 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46a7fe54-223a-4e92-8631-879d5cb7335f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (26d465dc-ea48-47c0-a647-7b60f5843d91), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.659633 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7fe54-223a-4e92-8631-879d5cb7335f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d465dc-ea48-47c0-a647-7b60f5843d91,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:40.689816 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e4713-df66-4ad8-b28f-8a06298bd0a4 req-26cf2cab-6872-4124-ae66-81c5868c3515 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:40.691864 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-685e4713-df66-4ad8-b28f-8a06298bd0a4 req-26cf2cab-6872-4124-ae66-81c5868c3515 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.1089268 Mar 26 03:13:40.696679 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Allocated IP 172.27.1.64 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/ff69d7b3-8c9a-40e6-a092-b3a8683a93af) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:40.734720 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46a7fe54-223a-4e92-8631-879d5cb7335f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.743213 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-46a7fe54-223a-4e92-8631-879d5cb7335f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4172425 Mar 26 03:13:40.769328 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-685e4713-df66-4ad8-b28f-8a06298bd0a4 req-6529c0a6-d48e-4463-b631-1043fff87969 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707967 Mar 26 03:13:40.852053 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for port (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:40.991908 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:41.032085 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:41.035608 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:41.042993 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:41.048598 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event updated for resources: {'Port': ['ID=ff69d7b3-8c9a-40e6-a092-b3a8683a93af,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:41.174719 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (5ceef0dc-2349-4209-961a-6ff9a5b2f599), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:41.281024 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:41.480060 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for port (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:41.562938 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 86269590-81a2-4515-b647-f82fdf3ae5d9 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:13:41.572772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:41.615649 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 86269590-81a2-4515-b647-f82fdf3ae5d9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:41.616031 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:41.644810 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event updated for resources: {'Port': ['ID=ff69d7b3-8c9a-40e6-a092-b3a8683a93af,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:41.679066 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (5ceef0dc-2349-4209-961a-6ff9a5b2f599), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:41.700706 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 86269590-81a2-4515-b647-f82fdf3ae5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:41.752851 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:41.754094 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-268bf1be-fe1e-4d3a-b0be-39ea7bf91952 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5282652 Mar 26 03:13:41.910273 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af9b7e-27f5-4740-aecd-c289d6a82352 req-5cd77c22-171f-4e53-a315-50c18482e678 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:41.915425 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-35af9b7e-27f5-4740-aecd-c289d6a82352 req-5cd77c22-171f-4e53-a315-50c18482e678 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0603912 Mar 26 03:13:41.980868 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-35af9b7e-27f5-4740-aecd-c289d6a82352 req-b13eff4c-ba1c-42cf-86fc-543d1393df87 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580866 Mar 26 03:13:42.003855 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-82074284-bd24-48c2-b1b1-b944f7bd58d7 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1826729303&fields=id&tenant_id=9b06b13132a64beea7f0869c80c55fe1 HTTP/1.1" status: 200 len: 267 time: 0.0774670 Mar 26 03:13:42.110395 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-776c04d7-6507-4fb6-a50e-0b47c17a85ca tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:42.111910 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-776c04d7-6507-4fb6-a50e-0b47c17a85ca tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 818 time: 0.1072614 Mar 26 03:13:42.129422 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-e83d2797-f268-404f-98d4-5b879e153461 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/quotas/9b06b13132a64beea7f0869c80c55fe1 HTTP/1.1" status: 200 len: 375 time: 0.0113039 Mar 26 03:13:42.196380 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-15b6e8c0-bfd1-4672-82a5-6a936f145cff tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556684 Mar 26 03:13:42.305665 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-34a70486-6a4f-4101-8ae9-f028293443c3 service neutron] 10.222.0.20 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955479 Mar 26 03:13:42.434563 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-ba2fb009-6f61-4390-915c-ac4e6f2a20a1 service neutron] 10.222.0.20 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160526 Mar 26 03:13:42.696612 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5aba9c92-e40d-4b0c-a7f7-d207c2ebaa3e req-f6cccee6-958f-4f8a-8400-94cd5b9180ed tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 210 time: 0.0288289 Mar 26 03:13:43.110836 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0845a5-be51-4c3c-8d71-148f0cb5278b req-14e9847d-f6f4-4e1a-893c-8a47cca5a6b4 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:43.112441 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6b0845a5-be51-4c3c-8d71-148f0cb5278b req-14e9847d-f6f4-4e1a-893c-8a47cca5a6b4 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0589588 Mar 26 03:13:43.161841 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6b0845a5-be51-4c3c-8d71-148f0cb5278b req-d1645a8f-8206-41e7-8677-83f023749bb2 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Mar 26 03:13:43.791547 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-263529f6-726d-4fac-a43d-caa039daaa3b req-c73cb7f1-3fa6-4dce-a52c-1d06bfd2eeb1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 210 time: 0.0287037 Mar 26 03:13:44.294770 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd099fb-fd4d-4fcf-9715-5cac9378d89e req-4937f305-3754-4c26-b479-16c760290e1a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:44.296261 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4bd099fb-fd4d-4fcf-9715-5cac9378d89e req-4937f305-3754-4c26-b479-16c760290e1a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0535066 Mar 26 03:13:44.345670 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4bd099fb-fd4d-4fcf-9715-5cac9378d89e req-d3a20224-c046-4169-8df4-b8685dc0090b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Mar 26 03:13:44.782219 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baea46e-cddd-4e98-931b-88aaabfc241c req-e8b6c845-6557-42c2-9779-7bcd086f5fb4 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:44.783726 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1baea46e-cddd-4e98-931b-88aaabfc241c req-e8b6c845-6557-42c2-9779-7bcd086f5fb4 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0546422 Mar 26 03:13:44.870940 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1baea46e-cddd-4e98-931b-88aaabfc241c req-d75f28c5-b912-406d-9a02-0ee4c3de2f5b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791249 Mar 26 03:13:44.956996 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-793983ca-70ab-4a76-b873-9c6408c5778e req-3d254011-7c5f-4f3d-b694-3e26fba3be24 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 210 time: 0.0503578 Mar 26 03:13:45.035738 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-413c891c-f7e1-4b1f-9444-9c9d017d53f3 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:45.037300 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-413c891c-f7e1-4b1f-9444-9c9d017d53f3 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 818 time: 0.4261875 Mar 26 03:13:45.041108 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-bcaa3d42-3ec8-4078-9058-b93d40a87c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:45.042601 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-bcaa3d42-3ec8-4078-9058-b93d40a87c43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 1130 time: 0.1240654 Mar 26 03:13:45.193831 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-75c987b9-8ecd-4966-8702-8f3ea4773109 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b06b13132a64beea7f0869c80c55fe1 HTTP/1.1" status: 200 len: 380 time: 0.1325955 Mar 26 03:13:45.212998 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'port': {'device_id': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'admin_state_up': True, 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'security_groups': ['e041c18f-6f65-4e98-a18d-d5ccab482f40']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:45.264892 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-d1b0f8f9-9e7d-4194-b061-9644aa7c4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:45.266571 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-d1b0f8f9-9e7d-4194-b061-9644aa7c4177 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 911 time: 0.1977708 Mar 26 03:13:45.367696 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-95883f07-0b5f-4eef-aa74-1f67fc68d656 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a HTTP/1.1" status: 200 len: 1002 time: 0.0899522 Mar 26 03:13:45.409085 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48154) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:45.435458 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-bf9e721e-c4e0-40cf-8e40-616079be8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:45.436911 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-bf9e721e-c4e0-40cf-8e40-616079be8a66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.0496271 Mar 26 03:13:45.488655 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Made reservation on behalf of 9b06b13132a64beea7f0869c80c55fe1 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:13:45.492800 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:45.519971 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-dc0a0e5f-b20b-4d8a-991a-3def19055be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:45.519971 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-dc0a0e5f-b20b-4d8a-991a-3def19055be9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738549 Mar 26 03:13:45.550216 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2935cfd8-e8e3-4f0f-80d4-8d482c0c62b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:45.647331 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2935cfd8-e8e3-4f0f-80d4-8d482c0c62b6 admin admin] Publish callbacks [] for security_group (428feb99-4093-4226-82d5-f6fddc502f03), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:45.713221 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-eeb0a97f-064a-4247-a2d2-3ca92df7afb8 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672230 Mar 26 03:13:45.734201 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2935cfd8-e8e3-4f0f-80d4-8d482c0c62b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (428feb99-4093-4226-82d5-f6fddc502f03), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:45.774611 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Allocated IP 172.20.0.12 (866fa182-2240-423c-91fb-3b55799da3f4/b75ca359-6293-4a1f-b3fb-fa79f3db0d1d/7b592620-6363-49dd-8d1a-8fc914136d0e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:45.778093 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2935cfd8-e8e3-4f0f-80d4-8d482c0c62b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aff2a9c630e446b5a0a75a116ef3c828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678482 Mar 26 03:13:45.778988 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935cfd8-e8e3-4f0f-80d4-8d482c0c62b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428feb99-4093-4226-82d5-f6fddc502f03,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:45.781257 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48172) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:45.836842 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52974a00-d31b-413b-a244-bab327160f72 admin admin] Publish callbacks [] for security_group (428feb99-4093-4226-82d5-f6fddc502f03), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:45.860425 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52974a00-d31b-413b-a244-bab327160f72 admin admin] Publish callbacks [] for security_group (428feb99-4093-4226-82d5-f6fddc502f03), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:45.884428 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15a0cc3f-169c-491e-984f-de0f8c432023 req-90121001-453e-4895-9f1a-7064c7822407 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632354 Mar 26 03:13:45.991089 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.000578 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52974a00-d31b-413b-a244-bab327160f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (428feb99-4093-4226-82d5-f6fddc502f03), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.003556 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52974a00-d31b-413b-a244-bab327160f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.004942 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-52974a00-d31b-413b-a244-bab327160f72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/428feb99-4093-4226-82d5-f6fddc502f03 HTTP/1.1" status: 204 len: 168 time: 0.2227638 Mar 26 03:13:46.029679 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52974a00-d31b-413b-a244-bab327160f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428feb99-4093-4226-82d5-f6fddc502f03,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:46.056704 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0fd93-b77d-4fc2-a072-d570c9ebdcad req-28cd7d32-9cc0-4dc1-999c-6d00eb2607c9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:46.064572 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e2b0fd93-b77d-4fc2-a072-d570c9ebdcad req-28cd7d32-9cc0-4dc1-999c-6d00eb2607c9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.1037834 Mar 26 03:13:46.100627 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-866ae1c5-9fc0-411e-b535-a885386e1f20 req-7869cb10-3066-4896-93e7-2cb16e1a5efd tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 210 time: 0.0699010 Mar 26 03:13:46.111386 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8cbb-cd9d-412a-966b-b8b311f69f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.115241 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.117858 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e2b0fd93-b77d-4fc2-a072-d570c9ebdcad req-b9cb8d67-22e9-4f6b-a991-23d4214f688c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523727 Mar 26 03:13:46.168361 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Network 866fa182-2240-423c-91fb-3b55799da3f4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:46.174484 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:46.179782 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:46.183839 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event updated for resources: {'Port': ['ID=7b592620-6363-49dd-8d1a-8fc914136d0e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:46.246648 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:46.247316 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.335097 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-309ab881-aebc-4511-b144-7ee36375ac1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1342187 Mar 26 03:13:46.354288 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Request body: {'port': {'device_id': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:46.427366 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-892b2e86-18c2-4f3b-aa87-55d0558b5fc7 None None] Provisioning complete for port 7b592620-6363-49dd-8d1a-8fc914136d0e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:46.427908 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-892b2e86-18c2-4f3b-aa87-55d0558b5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.454310 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.476826 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-892b2e86-18c2-4f3b-aa87-55d0558b5fc7 None None] Port 7b592620-6363-49dd-8d1a-8fc914136d0e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:13:46.823549 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b592620-6363-49dd-8d1a-8fc914136d0e {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:13:46.831200 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Publish callbacks [] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:46.843335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Transition to ACTIVE for port object 7b592620-6363-49dd-8d1a-8fc914136d0e will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:13:46.928074 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:47.015740 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Pushing event updated for resources: {'Port': ['ID=7b592620-6363-49dd-8d1a-8fc914136d0e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:47.070556 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Attempting to bind port 7b592620-6363-49dd-8d1a-8fc914136d0e on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:13:47.070898 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Attempting to bind port 7b592620-6363-49dd-8d1a-8fc914136d0e by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:13:47.071406 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Attempting to bind port 7b592620-6363-49dd-8d1a-8fc914136d0e on network 866fa182-2240-423c-91fb-3b55799da3f4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:47.076014 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Port 7b592620-6363-49dd-8d1a-8fc914136d0e on network 866fa182-2240-423c-91fb-3b55799da3f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:13:47.081282 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Attempting to bind port 7b592620-6363-49dd-8d1a-8fc914136d0e on network 866fa182-2240-423c-91fb-3b55799da3f4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:13:47.081445 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:13:47.081667 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Checking segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:13:47.082054 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Bound using segment: {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:13:47.082513 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Bound port: 7b592620-6363-49dd-8d1a-8fc914136d0e, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d9355c-67b9-46d8-8263-0551bab20221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:13:47.082868 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:47.158801 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] For port 7b592620-6363-49dd-8d1a-8fc914136d0e, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:13:47.164134 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] For port 7b592620-6363-49dd-8d1a-8fc914136d0e, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7b592620-6363-49dd-8d1a-8fc914136d0e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:13:47.236590 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b2e23-8ab9-4fd2-86bd-f291008b7156 req-3f0b073d-e385-44f7-aec6-ea2071715f05 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.238152 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c40b2e23-8ab9-4fd2-86bd-f291008b7156 req-3f0b073d-e385-44f7-aec6-ea2071715f05 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0582542 Mar 26 03:13:47.243147 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:47.281973 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58421c9-1fe8-4735-97df-15591b1b2e6a req-edbf7220-2bea-4ba6-ae4a-09defcf0efbf tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.284133 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f58421c9-1fe8-4735-97df-15591b1b2e6a req-edbf7220-2bea-4ba6-ae4a-09defcf0efbf tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0594459 Mar 26 03:13:47.314968 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.315600 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:47.317210 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] 10.222.0.18 "PUT /v2.0/ports/7b592620-6363-49dd-8d1a-8fc914136d0e HTTP/1.1" status: 200 len: 1094 time: 0.9687531 Mar 26 03:13:47.320649 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:13:47.324231 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245cff7e-c253-4027-8abe-ae7f3885857d" -d '{"events": [{"name": "network-changed", "server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:13:47.345311 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f58421c9-1fe8-4735-97df-15591b1b2e6a req-c7bded96-ecb4-4151-a35a-23a0864bcf9e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553775 Mar 26 03:13:47.350971 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105319ba-1970-42fa-8f25-deb8eca0010e service neutron] Pushing event updated for resources: {'Port': ['ID=7b592620-6363-49dd-8d1a-8fc914136d0e,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:47.360972 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c40b2e23-8ab9-4fd2-86bd-f291008b7156 req-bae335c3-9e3f-4d37-982f-d3dee6ad96e7 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155488 Mar 26 03:13:47.401622 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57519d20-5ec8-4879-891a-67dfa772be7b x-openstack-request-id: req-57519d20-5ec8-4879-891a-67dfa772be7b {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:13:47.402130 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:13:47.402469 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57519d20-5ec8-4879-891a-67dfa772be7b {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:13:47.402987 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57519d20-5ec8-4879-891a-67dfa772be7b'] response: {'name': 'network-changed', 'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'status': 'completed', 'code': 200} Mar 26 03:13:47.483452 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cff7e-c253-4027-8abe-ae7f3885857d req-a2e911d6-2d5d-43ef-b06d-6464d5a61315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.485086 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-245cff7e-c253-4027-8abe-ae7f3885857d req-a2e911d6-2d5d-43ef-b06d-6464d5a61315 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1128 time: 0.0584373 Mar 26 03:13:47.596549 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cff7e-c253-4027-8abe-ae7f3885857d req-72816f14-c3ea-4c38-b1cc-7d58c0636bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.597998 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-245cff7e-c253-4027-8abe-ae7f3885857d req-72816f14-c3ea-4c38-b1cc-7d58c0636bd4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9b06b13132a64beea7f0869c80c55fe1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1034269 Mar 26 03:13:47.707684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cff7e-c253-4027-8abe-ae7f3885857d req-b6b126cc-326a-4b91-b643-1875371f4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.718012 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-245cff7e-c253-4027-8abe-ae7f3885857d req-b6b126cc-326a-4b91-b643-1875371f4f6a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1043534 Mar 26 03:13:47.847688 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-a7c71c99-1354-47d6-9afe-d0831280f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.849782 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-a7c71c99-1354-47d6-9afe-d0831280f09e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1128 time: 0.0807106 Mar 26 03:13:47.862298 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff0f81-a039-42ea-a604-13e5ccb62d0f req-5717fa4c-806b-41ef-8873-69a2657fa4e8 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.864277 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-42ff0f81-a039-42ea-a604-13e5ccb62d0f req-5717fa4c-806b-41ef-8873-69a2657fa4e8 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.0861509 Mar 26 03:13:47.918569 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-869987e5-de25-4c95-930d-bc006eb6c40e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b592620-6363-49dd-8d1a-8fc914136d0e HTTP/1.1" status: 200 len: 217 time: 0.0411339 Mar 26 03:13:47.971176 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-42ff0f81-a039-42ea-a604-13e5ccb62d0f req-6b70f11f-3c3f-4f16-83b7-92e9d5a04913 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005280 Mar 26 03:13:47.984109 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-db4e3708-561b-42bd-bc1c-cc9e169e496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:47.985513 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-db4e3708-561b-42bd-bc1c-cc9e169e496a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0566976 Mar 26 03:13:47.993812 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48234) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:48.039099 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-ab9d7364-6b3d-4b91-b4e7-ce06ae5e9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:48.040613 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-ab9d7364-6b3d-4b91-b4e7-ce06ae5e9093 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487061 Mar 26 03:13:48.149829 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-832fecc0-45e8-4fa0-b0c7-4f66191b8305 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985677 Mar 26 03:13:48.213085 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2068b-5540-478e-b64e-ffdede1b466e tempest-TestMinimumBasicScenario-68200463 tempest-TestMinimumBasicScenario-68200463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:48.214621 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-58c2068b-5540-478e-b64e-ffdede1b466e tempest-TestMinimumBasicScenario-68200463 tempest-TestMinimumBasicScenario-68200463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1125 time: 0.2197778 Mar 26 03:13:48.217618 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48242) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:48.222077 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'port_id': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:48.255844 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cbefc9c-802b-4da4-8b00-5ae56813cb78 req-2e97f6e7-316f-49f2-89dd-77a2b287f733 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946217 Mar 26 03:13:48.298509 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:48.368488 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21c100a0-833e-429e-9e1e-17f4ef3e3522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:48.419003 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:48.559493 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9dc6b-04cd-40ac-b991-ef89a371f723 req-d814e404-7385-4923-9033-f5f29b54753b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:48.561231 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fbb9dc6b-04cd-40ac-b991-ef89a371f723 req-d814e404-7385-4923-9033-f5f29b54753b tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.1039889 Mar 26 03:13:48.588453 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Allocated IP 172.27.1.122 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/13bb9a97-ff47-4e46-8a43-2d62a208eb1b) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:13:48.675743 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fbb9dc6b-04cd-40ac-b991-ef89a371f723 req-7f033eb7-234d-4870-b54f-724f68255253 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031058 Mar 26 03:13:48.721987 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for port (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:48.831661 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:48.871536 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:13:48.874427 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:13:48.880267 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:13:48.886028 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'Port': ['ID=13bb9a97-ff47-4e46-8a43-2d62a208eb1b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:49.040618 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 48260) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:49.163756 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-667aa3c0-131a-4f88-97c6-7eede3c995b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.246700 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-667aa3c0-131a-4f88-97c6-7eede3c995b9 admin admin] Publish callbacks [] for security_group (24c6af0e-10b4-4a1d-80a3-368ed18f271c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.304755 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-667aa3c0-131a-4f88-97c6-7eede3c995b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (24c6af0e-10b4-4a1d-80a3-368ed18f271c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.347661 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-667aa3c0-131a-4f88-97c6-7eede3c995b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d722f75d1f3434b924ff8f0b388198f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029730 Mar 26 03:13:49.347661 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aa3c0-131a-4f88-97c6-7eede3c995b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c6af0e-10b4-4a1d-80a3-368ed18f271c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:49.348240 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 48264) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:49.400210 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52e02876-05a5-418e-9282-602e39fd379d admin admin] Publish callbacks [] for security_group (24c6af0e-10b4-4a1d-80a3-368ed18f271c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.422843 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52e02876-05a5-418e-9282-602e39fd379d admin admin] Publish callbacks [] for security_group (24c6af0e-10b4-4a1d-80a3-368ed18f271c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.442388 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.503017 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for floatingip (91d56a31-0e52-4b75-b882-84fd0d7b0d36), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.589824 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52e02876-05a5-418e-9282-602e39fd379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (24c6af0e-10b4-4a1d-80a3-368ed18f271c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.592540 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52e02876-05a5-418e-9282-602e39fd379d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.593767 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-52e02876-05a5-418e-9282-602e39fd379d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24c6af0e-10b4-4a1d-80a3-368ed18f271c HTTP/1.1" status: 204 len: 168 time: 0.2445536 Mar 26 03:13:49.610810 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e02876-05a5-418e-9282-602e39fd379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c6af0e-10b4-4a1d-80a3-368ed18f271c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:49.655725 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.811943 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39c3b8-0439-4835-ba9d-9bea1f2ced33 req-971687d9-4ffc-453a-855a-e428c25243ad tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:49.812479 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4f39c3b8-0439-4835-ba9d-9bea1f2ced33 req-971687d9-4ffc-453a-855a-e428c25243ad tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0541999 Mar 26 03:13:49.815408 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for port (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.863508 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4f39c3b8-0439-4835-ba9d-9bea1f2ced33 req-e240dae9-a031-47cf-a7b3-5e455fd93464 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435150 Mar 26 03:13:49.891191 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:49.967131 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'Port': ['ID=13bb9a97-ff47-4e46-8a43-2d62a208eb1b,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:49.975349 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (91d56a31-0e52-4b75-b882-84fd0d7b0d36), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.075597 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Floating IP 91d56a31-0e52-4b75-b882-84fd0d7b0d36 associated. External IP: 172.27.1.122, port: aa63d348-66b9-4c06-8e09-3012f87d9b0b. Mar 26 03:13:50.172512 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 48276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:50.185952 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a4c063f-2609-4b0d-b2fe-65d5989e3a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.261130 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a4c063f-2609-4b0d-b2fe-65d5989e3a39 admin admin] Publish callbacks [] for security_group (111c55c3-cdae-4393-855a-122d3fdc92d0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.297848 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:13:50.334818 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a4c063f-2609-4b0d-b2fe-65d5989e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (111c55c3-cdae-4393-855a-122d3fdc92d0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.376058 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c063f-2609-4b0d-b2fe-65d5989e3a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111c55c3-cdae-4393-855a-122d3fdc92d0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:50.383787 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-5a4c063f-2609-4b0d-b2fe-65d5989e3a39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=242de7a64f1d4bc8bc4d8cd85ac30fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077773 Mar 26 03:13:50.384155 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 48278) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:50.423809 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:13:50.435857 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] Sync routers for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:13:50.445031 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00423966-89e8-401c-bfb3-282bf2f3b241 admin admin] Publish callbacks [] for security_group (111c55c3-cdae-4393-855a-122d3fdc92d0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.446747 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:50.447357 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:50.464991 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.466175 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00423966-89e8-401c-bfb3-282bf2f3b241 admin admin] Publish callbacks [] for security_group (111c55c3-cdae-4393-855a-122d3fdc92d0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.528774 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.561763 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-5b80c202-7cc4-4de0-b605-d8f325193e09 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3429661 Mar 26 03:13:50.562359 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:13:50.563406 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:50.564612 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 48282) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:50.564815 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f57c9c-e55c-4a27-87af-48ceff9b180a" -d '{"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:13:50.569806 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a8e673e9-a012-43d3-a9b3-d9ba0e917127 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469127045', 'description': 'tempest-secgroup-smoke-1469127045 description', 'project_id': 'e897267a79754784a6d52e00d89bfced'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:50.604666 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5d4092-d5bc-47d5-9a16-4a4af345be6e x-openstack-request-id: req-be5d4092-d5bc-47d5-9a16-4a4af345be6e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:13:50.604960 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:13:50.605341 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be5d4092-d5bc-47d5-9a16-4a4af345be6e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:13:50.605731 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5d4092-d5bc-47d5-9a16-4a4af345be6e'] response: {'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'status': 'completed', 'code': 200} Mar 26 03:13:50.607090 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00423966-89e8-401c-bfb3-282bf2f3b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (111c55c3-cdae-4393-855a-122d3fdc92d0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.609647 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00423966-89e8-401c-bfb3-282bf2f3b241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.614940 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-00423966-89e8-401c-bfb3-282bf2f3b241 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/111c55c3-cdae-4393-855a-122d3fdc92d0 HTTP/1.1" status: 204 len: 168 time: 0.2259972 Mar 26 03:13:50.628812 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00423966-89e8-401c-bfb3-282bf2f3b241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111c55c3-cdae-4393-855a-122d3fdc92d0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:50.674473 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8e673e9-a012-43d3-a9b3-d9ba0e917127 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.717451 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-1bf9c630-d80e-4094-bca3-4164dcb299de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:50.719072 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-1bf9c630-d80e-4094-bca3-4164dcb299de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e897267a79754784a6d52e00d89bfced&device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1130 time: 0.0754206 Mar 26 03:13:50.784748 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.836114 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8e673e9-a012-43d3-a9b3-d9ba0e917127 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group (7373f9cd-05c7-4ef3-a558-173b3b6be744), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.851159 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-dfc24c94-e295-40ba-937a-47be3b3522ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:50.852591 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-dfc24c94-e295-40ba-937a-47be3b3522ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b HTTP/1.1" status: 200 len: 914 time: 0.1271532 Mar 26 03:13:50.859371 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '91d56a31-0e52-4b75-b882-84fd0d7b0d36', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'port_id': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'mac_address': 'fa:16:3e:70:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:49Z', 'updated_at': '2022-03-26T03:13:49Z', 'revision_number': 0, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:42Z', 'revision_number': 5, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:50.885875 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] Checking router: 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:13:50.899989 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:13:50.900365 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:50.902305 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8e673e9-a012-43d3-a9b3-d9ba0e917127 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7373f9cd-05c7-4ef3-a558-173b3b6be744), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:50.946677 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e673e9-a012-43d3-a9b3-d9ba0e917127 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7373f9cd-05c7-4ef3-a558-173b3b6be744,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:50.952837 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-22daabe7-2695-4970-85b2-167905fd18b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 1000 time: 0.0928071 Mar 26 03:13:51.017600 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8e673e9-a012-43d3-a9b3-d9ba0e917127 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.022974 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a8e673e9-a012-43d3-a9b3-d9ba0e917127 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4534731 Mar 26 03:13:51.024591 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:51.026848 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:13:51.030464 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-36ced64e-c848-417a-85dd-3e693f7a4b48 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'security_group_rule': {'security_group_id': '7373f9cd-05c7-4ef3-a558-173b3b6be744', 'project_id': 'e897267a79754784a6d52e00d89bfced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:51.049196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-f2f91ba5-1d02-4e97-bd3b-c7ec5c06f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:51.050530 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-f2f91ba5-1d02-4e97-bd3b-c7ec5c06f7cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1 HTTP/1.1" status: 200 len: 853 time: 0.0911562 Mar 26 03:13:51.098161 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cc5b9-fc4c-4358-9986-ca8aa4f9759b req-1795411b-9d5e-4000-b0d5-18efaa7aab46 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:51.099696 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-aa8cc5b9-fc4c-4358-9986-ca8aa4f9759b req-1795411b-9d5e-4000-b0d5-18efaa7aab46 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.1031885 Mar 26 03:13:51.134179 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-36ced64e-c848-417a-85dd-3e693f7a4b48 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (4d8d9bf3-8690-435d-9cf5-237eb0a783a8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.139393 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-8d06d78e-685a-4463-bca2-8b4149d14741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:51.140949 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-8d06d78e-685a-4463-bca2-8b4149d14741 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835860 Mar 26 03:13:51.188580 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-aa8cc5b9-fc4c-4358-9986-ca8aa4f9759b req-f80da3b0-5a26-40ef-a363-e8db70fb1d92 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818834 Mar 26 03:13:51.241276 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-36ced64e-c848-417a-85dd-3e693f7a4b48 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (4d8d9bf3-8690-435d-9cf5-237eb0a783a8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.267306 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-18b128db-a2d8-46b8-98e8-dac93f081b5a service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142621 Mar 26 03:13:51.291084 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '91d56a31-0e52-4b75-b882-84fd0d7b0d36', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'port_id': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'mac_address': 'fa:16:3e:70:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:49Z', 'updated_at': '2022-03-26T03:13:49Z', 'revision_number': 0, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:42Z', 'revision_number': 5, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:13:51.326844 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-36ced64e-c848-417a-85dd-3e693f7a4b48 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (4d8d9bf3-8690-435d-9cf5-237eb0a783a8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.342321 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ced64e-c848-417a-85dd-3e693f7a4b48 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8d9bf3-8690-435d-9cf5-237eb0a783a8,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:51.387009 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2f57c9c-e55c-4a27-87af-48ceff9b180a req-290dabf0-b882-44cd-9710-276c83aa17e1 service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128013 Mar 26 03:13:51.408977 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ab10a-4ace-468e-9308-ea24063e316d None None] The sync data for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi is: [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '91d56a31-0e52-4b75-b882-84fd0d7b0d36', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'port_id': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'mac_address': 'fa:16:3e:70:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:49Z', 'updated_at': '2022-03-26T03:13:49Z', 'revision_number': 0, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:42Z', 'revision_number': 5, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:13:51.432613 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-36ced64e-c848-417a-85dd-3e693f7a4b48 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.433978 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-36ced64e-c848-417a-85dd-3e693f7a4b48 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4078157 Mar 26 03:13:51.436754 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48306) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:51.442052 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e0438aaa-9e4e-4dfd-89b5-f7a5aed44873 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'security_group_rule': {'security_group_id': '7373f9cd-05c7-4ef3-a558-173b3b6be744', 'project_id': 'e897267a79754784a6d52e00d89bfced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:51.550223 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0438aaa-9e4e-4dfd-89b5-f7a5aed44873 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (7e0ded21-152e-4c01-8a55-4794926f94be), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.641924 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0438aaa-9e4e-4dfd-89b5-f7a5aed44873 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (7e0ded21-152e-4c01-8a55-4794926f94be), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.643367 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e08724-83fd-4da3-a711-9942f7c88bde None None] New status for floating IP 91d56a31-0e52-4b75-b882-84fd0d7b0d36: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:13:51.710728 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0438aaa-9e4e-4dfd-89b5-f7a5aed44873 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (7e0ded21-152e-4c01-8a55-4794926f94be), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.728129 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0438aaa-9e4e-4dfd-89b5-f7a5aed44873 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0ded21-152e-4c01-8a55-4794926f94be,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:51.804736 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0438aaa-9e4e-4dfd-89b5-f7a5aed44873 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.805994 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-e0438aaa-9e4e-4dfd-89b5-f7a5aed44873 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3678737 Mar 26 03:13:51.808782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48318) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:51.813231 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c2a68090-d0d5-433e-aeb8-a3a8f85287c0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'security_group_rule': {'security_group_id': '7373f9cd-05c7-4ef3-a558-173b3b6be744', 'project_id': 'e897267a79754784a6d52e00d89bfced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:51.919732 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c2a68090-d0d5-433e-aeb8-a3a8f85287c0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (71c1ec40-ddad-441d-94eb-9aafadf9d847), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:51.992220 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c2a68090-d0d5-433e-aeb8-a3a8f85287c0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (71c1ec40-ddad-441d-94eb-9aafadf9d847), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:52.053728 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c2a68090-d0d5-433e-aeb8-a3a8f85287c0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (71c1ec40-ddad-441d-94eb-9aafadf9d847), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:52.072250 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a68090-d0d5-433e-aeb8-a3a8f85287c0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c1ec40-ddad-441d-94eb-9aafadf9d847,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:52.147004 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c2a68090-d0d5-433e-aeb8-a3a8f85287c0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:52.148158 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c2a68090-d0d5-433e-aeb8-a3a8f85287c0 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384261 Mar 26 03:13:52.150905 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48326) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:52.155243 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a1e84984-ce09-42ba-8750-3d9d6f347b5f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'security_group_rule': {'security_group_id': '7373f9cd-05c7-4ef3-a558-173b3b6be744', 'project_id': 'e897267a79754784a6d52e00d89bfced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:52.323762 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0894-30a8-457b-bffa-58f4e3b46125 req-1d30e59d-71c6-404c-8d99-a7d42cb9fd36 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:52.325453 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-331e0894-30a8-457b-bffa-58f4e3b46125 req-1d30e59d-71c6-404c-8d99-a7d42cb9fd36 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0540342 Mar 26 03:13:52.373668 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-331e0894-30a8-457b-bffa-58f4e3b46125 req-12478bf5-1ded-4a72-a63b-b7da2607beb3 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Mar 26 03:13:52.991632 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a1e84984-ce09-42ba-8750-3d9d6f347b5f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (4f698a36-9ee1-4d80-8bbd-681da080897c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.036001 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.053702 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a1e84984-ce09-42ba-8750-3d9d6f347b5f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (4f698a36-9ee1-4d80-8bbd-681da080897c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.122049 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a1e84984-ce09-42ba-8750-3d9d6f347b5f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (4f698a36-9ee1-4d80-8bbd-681da080897c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.140876 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e84984-ce09-42ba-8750-3d9d6f347b5f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f698a36-9ee1-4d80-8bbd-681da080897c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:53.250471 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a1e84984-ce09-42ba-8750-3d9d6f347b5f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.253114 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a1e84984-ce09-42ba-8750-3d9d6f347b5f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1000867 Mar 26 03:13:53.255899 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48340) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:53.262880 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-66e26101-6be6-4870-97d2-0d9a7f1c5075 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'security_group_rule': {'security_group_id': '7373f9cd-05c7-4ef3-a558-173b3b6be744', 'project_id': 'e897267a79754784a6d52e00d89bfced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:53.339603 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-66e26101-6be6-4870-97d2-0d9a7f1c5075 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Project e897267a79754784a6d52e00d89bfced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:13:53.345004 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66e26101-6be6-4870-97d2-0d9a7f1c5075 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (dbf2c8c8-c6ab-4217-b5f6-153595f09355), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.408908 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66e26101-6be6-4870-97d2-0d9a7f1c5075 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (dbf2c8c8-c6ab-4217-b5f6-153595f09355), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.483981 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66e26101-6be6-4870-97d2-0d9a7f1c5075 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (dbf2c8c8-c6ab-4217-b5f6-153595f09355), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.503536 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e92dc1-f228-4b78-a46e-14240479141c req-274cb364-f391-4363-9d41-b5536685cc32 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:53.505095 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-83e92dc1-f228-4b78-a46e-14240479141c req-274cb364-f391-4363-9d41-b5536685cc32 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0605745 Mar 26 03:13:53.509999 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26101-6be6-4870-97d2-0d9a7f1c5075 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf2c8c8-c6ab-4217-b5f6-153595f09355,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:53.566550 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-83e92dc1-f228-4b78-a46e-14240479141c req-3eecf8f0-c010-4a0d-b833-4d7f2b457665 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503380 Mar 26 03:13:53.610072 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66e26101-6be6-4870-97d2-0d9a7f1c5075 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.611625 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-66e26101-6be6-4870-97d2-0d9a7f1c5075 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3546605 Mar 26 03:13:53.615050 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48352) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:53.619447 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-94faa8c6-df07-4d4b-9b3c-df8d705e01b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'security_group_rule': {'security_group_id': '7373f9cd-05c7-4ef3-a558-173b3b6be744', 'project_id': 'e897267a79754784a6d52e00d89bfced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:53.710473 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-94faa8c6-df07-4d4b-9b3c-df8d705e01b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Project e897267a79754784a6d52e00d89bfced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:13:53.715596 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94faa8c6-df07-4d4b-9b3c-df8d705e01b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (989af8d2-4a18-4446-95c8-80bf5406ceae), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.776726 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94faa8c6-df07-4d4b-9b3c-df8d705e01b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (989af8d2-4a18-4446-95c8-80bf5406ceae), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.857965 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94faa8c6-df07-4d4b-9b3c-df8d705e01b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (989af8d2-4a18-4446-95c8-80bf5406ceae), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.872301 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faa8c6-df07-4d4b-9b3c-df8d705e01b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989af8d2-4a18-4446-95c8-80bf5406ceae,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:53.945402 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94faa8c6-df07-4d4b-9b3c-df8d705e01b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:53.946673 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-94faa8c6-df07-4d4b-9b3c-df8d705e01b3 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3306377 Mar 26 03:13:54.037432 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-847de161-0e1d-4cea-aa8c-0603ed6c71b5 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469127045&fields=id&tenant_id=e897267a79754784a6d52e00d89bfced HTTP/1.1" status: 200 len: 267 time: 0.0451627 Mar 26 03:13:54.100434 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-889b2e6c-20f6-4cc8-9061-2e2061940a13 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:54.101966 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-889b2e6c-20f6-4cc8-9061-2e2061940a13 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.0590322 Mar 26 03:13:54.112868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'port': {'security_groups': ['2b6b1906-ef22-4028-a233-c53b107aa6c2', '7373f9cd-05c7-4ef3-a558-173b3b6be744']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:13:54.190947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:54.378285 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] For port aa63d348-66b9-4c06-8e09-3012f87d9b0b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:13:54.410473 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:54.497920 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:54.509807 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['aa63d348-66b9-4c06-8e09-3012f87d9b0b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:13:54.550374 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:54.551068 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:54.560533 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-45c6a8d0-e6f5-4042-aad4-ae68691f86ef req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "PUT /v2.0/ports/aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 982 time: 0.4520290 Mar 26 03:13:54.561465 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:13:54.564804 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50db70-52ec-4891-b92a-faa3f3f659ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:13:54.638077 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323e9ce9-7919-42b7-b655-9965ff26327d x-openstack-request-id: req-323e9ce9-7919-42b7-b655-9965ff26327d {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:13:54.638378 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:13:54.638782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-323e9ce9-7919-42b7-b655-9965ff26327d {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:13:54.639192 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323e9ce9-7919-42b7-b655-9965ff26327d'] response: {'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'status': 'completed', 'code': 200} Mar 26 03:13:54.646594 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83a7d6-4439-46c7-9ded-ea0d8661cf16 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'Port': ['ID=aa63d348-66b9-4c06-8e09-3012f87d9b0b,revision_number=6']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:54.669143 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787158-288e-4721-b6a7-49494e878065 req-311b5e9f-f864-4ac8-8759-ba55dbcf827c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:54.671621 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bb787158-288e-4721-b6a7-49494e878065 req-311b5e9f-f864-4ac8-8759-ba55dbcf827c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0637553 Mar 26 03:13:54.724362 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['aa63d348-66b9-4c06-8e09-3012f87d9b0b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:13:54.809990 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7396-b22e-4563-8ef6-a52009f515a5 req-435c5059-383e-489c-b049-2fef583b37dc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:54.811420 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bb787158-288e-4721-b6a7-49494e878065 req-f911f566-0a12-44a3-bbd0-7c712f8763a9 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260324 Mar 26 03:13:54.811580 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-091d7396-b22e-4563-8ef6-a52009f515a5 req-435c5059-383e-489c-b049-2fef583b37dc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0843580 Mar 26 03:13:54.819056 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-003525f6-406c-458a-95b4-c916485e8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:54.820425 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-003525f6-406c-458a-95b4-c916485e8341 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e897267a79754784a6d52e00d89bfced&device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1169 time: 0.1473327 Mar 26 03:13:54.897623 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-091d7396-b22e-4563-8ef6-a52009f515a5 req-a4630f8b-34f9-440a-a2b7-8f03c406e371 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799670 Mar 26 03:13:54.936790 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-0fdfe48a-9826-4bd6-8bbd-6d15017d359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:54.938261 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-0fdfe48a-9826-4bd6-8bbd-6d15017d359a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b HTTP/1.1" status: 200 len: 914 time: 0.1096475 Mar 26 03:13:54.967445 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-22c970e1-71cf-41d0-9a5c-47643b6b0382 None None] Provisioning complete for port aa63d348-66b9-4c06-8e09-3012f87d9b0b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:13:54.967830 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22c970e1-71cf-41d0-9a5c-47643b6b0382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.009225 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-23f9b2c9-22de-4ff2-9724-3c52366ed077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 1002 time: 0.0648348 Mar 26 03:13:55.196056 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-22c970e1-71cf-41d0-9a5c-47643b6b0382 None None] Current status of the port aa63d348-66b9-4c06-8e09-3012f87d9b0b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:13:55.256561 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48402) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:55.296386 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-a7640afd-82ff-4a64-990a-23ca10e96839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:55.297677 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-a7640afd-82ff-4a64-990a-23ca10e96839 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1 HTTP/1.1" status: 200 len: 853 time: 0.2788668 Mar 26 03:13:55.352141 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-e872b937-55d0-43f9-acca-e7fd6fe50920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:55.354190 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-e872b937-55d0-43f9-acca-e7fd6fe50920 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474846 Mar 26 03:13:55.398702 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85cc892b-f257-4524-96c4-85e59439a8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.449892 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-d0fea780-fdfe-4b13-8e98-f6ad3ae4a03b service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882723 Mar 26 03:13:55.476539 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85cc892b-f257-4524-96c4-85e59439a8c6 admin admin] Publish callbacks [] for security_group (051ec622-e5ae-4c10-9d5f-870f9db95977), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.538918 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85cc892b-f257-4524-96c4-85e59439a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (051ec622-e5ae-4c10-9d5f-870f9db95977), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.543525 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c50db70-52ec-4891-b92a-faa3f3f659ff req-21cc837c-67e6-4bc2-839f-0d86f1d01ed0 service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868120 Mar 26 03:13:55.577773 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-85cc892b-f257-4524-96c4-85e59439a8c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bdd1cf398ea458f9e81a231ce4cadea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200176 Mar 26 03:13:55.578945 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc892b-f257-4524-96c4-85e59439a8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051ec622-e5ae-4c10-9d5f-870f9db95977,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:55.580459 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 48406) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:55.642346 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f36b5f7-4812-47f7-85b6-e609fb8f5b1e admin admin] Publish callbacks [] for security_group (051ec622-e5ae-4c10-9d5f-870f9db95977), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.665182 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f36b5f7-4812-47f7-85b6-e609fb8f5b1e admin admin] Publish callbacks [] for security_group (051ec622-e5ae-4c10-9d5f-870f9db95977), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.790143 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f36b5f7-4812-47f7-85b6-e609fb8f5b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (051ec622-e5ae-4c10-9d5f-870f9db95977), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.792681 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f36b5f7-4812-47f7-85b6-e609fb8f5b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:55.793825 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8f36b5f7-4812-47f7-85b6-e609fb8f5b1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/051ec622-e5ae-4c10-9d5f-870f9db95977 HTTP/1.1" status: 204 len: 168 time: 0.2123430 Mar 26 03:13:55.801707 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36b5f7-4812-47f7-85b6-e609fb8f5b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051ec622-e5ae-4c10-9d5f-870f9db95977,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:56.028749 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18dd44-a664-48ab-aa36-523254a25907 req-fb131089-f1b8-40b1-8bb5-63cd8944bd78 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:56.044220 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ee18dd44-a664-48ab-aa36-523254a25907 req-fb131089-f1b8-40b1-8bb5-63cd8944bd78 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0651052 Mar 26 03:13:56.076936 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ee18dd44-a664-48ab-aa36-523254a25907 req-0fa0cf77-42bf-4774-81da-e939c69f0e9e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 Mar 26 03:13:56.338188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 48418) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:56.353112 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f65b85e8-3472-48a4-aaae-b96b148d08dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:56.425480 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f65b85e8-3472-48a4-aaae-b96b148d08dd admin admin] Publish callbacks [] for security_group (3ab0d6a5-32c6-4477-b153-1a4ef7255a63), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:56.470276 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f65b85e8-3472-48a4-aaae-b96b148d08dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3ab0d6a5-32c6-4477-b153-1a4ef7255a63), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:56.508470 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f65b85e8-3472-48a4-aaae-b96b148d08dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40c0aab541a14a9784bc73e7ad165237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691606 Mar 26 03:13:56.509432 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b85e8-3472-48a4-aaae-b96b148d08dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab0d6a5-32c6-4477-b153-1a4ef7255a63,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:56.511412 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48420) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:13:56.567351 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f05fcc7-0362-4554-acf7-e850efcfe478 admin admin] Publish callbacks [] for security_group (3ab0d6a5-32c6-4477-b153-1a4ef7255a63), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:56.587245 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f05fcc7-0362-4554-acf7-e850efcfe478 admin admin] Publish callbacks [] for security_group (3ab0d6a5-32c6-4477-b153-1a4ef7255a63), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:56.703779 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f05fcc7-0362-4554-acf7-e850efcfe478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3ab0d6a5-32c6-4477-b153-1a4ef7255a63), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:56.706852 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f05fcc7-0362-4554-acf7-e850efcfe478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:13:56.708037 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8f05fcc7-0362-4554-acf7-e850efcfe478 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ab0d6a5-32c6-4477-b153-1a4ef7255a63 HTTP/1.1" status: 204 len: 168 time: 0.1956298 Mar 26 03:13:56.717739 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05fcc7-0362-4554-acf7-e850efcfe478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab0d6a5-32c6-4477-b153-1a4ef7255a63,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:13:57.201125 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37af94a-2728-4f27-a8d8-e28a0e3c139d req-653cdbc6-b1b2-479f-9713-4c8c0b85afa9 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:57.202646 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f37af94a-2728-4f27-a8d8-e28a0e3c139d req-653cdbc6-b1b2-479f-9713-4c8c0b85afa9 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0530651 Mar 26 03:13:57.249663 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f37af94a-2728-4f27-a8d8-e28a0e3c139d req-4e832f3b-61a7-4d32-8ffa-10f7f5e9f8fd tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Mar 26 03:13:58.377995 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1287cb8-4170-4f3d-9bb5-af7cfeed4418 req-d118a093-980a-4687-820a-8194df0f8ac2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:58.379136 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b1287cb8-4170-4f3d-9bb5-af7cfeed4418 req-d118a093-980a-4687-820a-8194df0f8ac2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0587206 Mar 26 03:13:58.426489 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b1287cb8-4170-4f3d-9bb5-af7cfeed4418 req-2f88c32c-381d-467b-b728-4d85d9a57b61 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416830 Mar 26 03:13:59.554971 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e53e5-8b08-4414-80bb-41d288ea192f req-846ed1f0-ff2a-4503-b81e-faea4aefb455 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:13:59.556451 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2c9e53e5-8b08-4414-80bb-41d288ea192f req-846ed1f0-ff2a-4503-b81e-faea4aefb455 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0585909 Mar 26 03:13:59.611216 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2c9e53e5-8b08-4414-80bb-41d288ea192f req-1576123e-ee14-4f22-9ab9-37275fe8bed0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492315 Mar 26 03:14:00.733953 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e18ae-88a9-460b-ae49-4fbde29daafa req-f202c37e-a670-445a-ba0c-a8f5205f6eeb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:00.735538 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c5e18ae-88a9-460b-ae49-4fbde29daafa req-f202c37e-a670-445a-ba0c-a8f5205f6eeb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0593739 Mar 26 03:14:00.790957 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c5e18ae-88a9-460b-ae49-4fbde29daafa req-39415367-5c86-4658-9235-d1f5d1f8ad6c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477631 Mar 26 03:14:01.908370 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61867c25-7302-4f9e-95fd-7c4663190a43 req-33f1da78-b515-41fe-b55d-335d94150ffc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:01.909909 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-61867c25-7302-4f9e-95fd-7c4663190a43 req-33f1da78-b515-41fe-b55d-335d94150ffc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0533619 Mar 26 03:14:01.958096 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-61867c25-7302-4f9e-95fd-7c4663190a43 req-c935385a-41a8-4117-b694-3f8b8065efe6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424299 Mar 26 03:14:02.248917 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:02.349354 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71faad82-5ce9-4963-8ba1-00157bc367da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:02.421707 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71faad82-5ce9-4963-8ba1-00157bc367da admin admin] Publish callbacks [] for security_group (bf738390-5509-4142-966c-cbd0e71d6b46), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:02.487341 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71faad82-5ce9-4963-8ba1-00157bc367da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (bf738390-5509-4142-966c-cbd0e71d6b46), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:02.526836 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-71faad82-5ce9-4963-8ba1-00157bc367da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66354334a5b84c4a8b35ada6c15f41cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768195 Mar 26 03:14:02.529430 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faad82-5ce9-4963-8ba1-00157bc367da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf738390-5509-4142-966c-cbd0e71d6b46,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:02.531569 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48550) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:02.583456 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8673fabd-c463-46dd-9505-9b1fc05cb9d1 admin admin] Publish callbacks [] for security_group (bf738390-5509-4142-966c-cbd0e71d6b46), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:02.604315 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8673fabd-c463-46dd-9505-9b1fc05cb9d1 admin admin] Publish callbacks [] for security_group (bf738390-5509-4142-966c-cbd0e71d6b46), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:02.727072 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8673fabd-c463-46dd-9505-9b1fc05cb9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (bf738390-5509-4142-966c-cbd0e71d6b46), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:02.729656 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8673fabd-c463-46dd-9505-9b1fc05cb9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:02.730854 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8673fabd-c463-46dd-9505-9b1fc05cb9d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf738390-5509-4142-966c-cbd0e71d6b46 HTTP/1.1" status: 204 len: 168 time: 0.1983261 Mar 26 03:14:02.738434 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673fabd-c463-46dd-9505-9b1fc05cb9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf738390-5509-4142-966c-cbd0e71d6b46,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:03.080822 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74867-5467-4f6f-9104-a65feeebf242 req-b8e980dc-23af-403a-a357-e29cd0d5c063 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:03.082288 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d0a74867-5467-4f6f-9104-a65feeebf242 req-b8e980dc-23af-403a-a357-e29cd0d5c063 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 944 time: 0.0556509 Mar 26 03:14:03.092579 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 7b592620-6363-49dd-8d1a-8fc914136d0e details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:14:03.136603 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d0a74867-5467-4f6f-9104-a65feeebf242 req-5becea75-13fc-44c8-ac42-356a72230096 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475764 Mar 26 03:14:03.192678 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 7b592620-6363-49dd-8d1a-8fc914136d0e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7b592620-6363-49dd-8d1a-8fc914136d0e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:03.204493 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'mac_address': 'fa:16:3e:ad:55:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:14:03.240065 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 7b592620-6363-49dd-8d1a-8fc914136d0e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:14:03.240454 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:03.253079 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b592620-6363-49dd-8d1a-8fc914136d0e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:14:03.273182 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 7b592620-6363-49dd-8d1a-8fc914136d0e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7b592620-6363-49dd-8d1a-8fc914136d0e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:03.360766 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:03.407846 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=7b592620-6363-49dd-8d1a-8fc914136d0e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:03.721391 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['7b592620-6363-49dd-8d1a-8fc914136d0e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:14:04.251872 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b76340-6f5d-4346-8f87-c3f92cc0d6dd req-63f2b30d-de74-4a8f-985c-79f5d6a6d18d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:04.253331 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-39b76340-6f5d-4346-8f87-c3f92cc0d6dd req-63f2b30d-de74-4a8f-985c-79f5d6a6d18d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 945 time: 0.0517404 Mar 26 03:14:04.298782 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-39b76340-6f5d-4346-8f87-c3f92cc0d6dd req-2e1952b4-a41d-4bdf-8378-ca7c35d95c1c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399690 Mar 26 03:14:05.092385 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 7b592620-6363-49dd-8d1a-8fc914136d0e up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:14:05.213057 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 7b592620-6363-49dd-8d1a-8fc914136d0e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:14:05.216899 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 7b592620-6363-49dd-8d1a-8fc914136d0e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:14:05.217271 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:05.292558 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 7b592620-6363-49dd-8d1a-8fc914136d0e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:14:05.292943 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:05.314002 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:14:05.316232 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4ff379-55ff-4fad-a4f8-89f0a8651c7b" -d '{"events": [{"server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "name": "network-vif-plugged", "status": "completed", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:14:05.329285 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 7b592620-6363-49dd-8d1a-8fc914136d0e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7b592620-6363-49dd-8d1a-8fc914136d0e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:05.354089 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e5716-1f8a-46c8-a04a-72439c1cb173 x-openstack-request-id: req-468e5716-1f8a-46c8-a04a-72439c1cb173 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:14:05.354408 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "name": "network-vif-plugged", "status": "completed", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:14:05.354697 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-468e5716-1f8a-46c8-a04a-72439c1cb173 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:14:05.355229 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468e5716-1f8a-46c8-a04a-72439c1cb173'] response: {'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'code': 200} Mar 26 03:14:05.390584 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:05.428130 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa592724-0361-4cc5-9f9f-9478ae2ed19b req-6c2dfd90-071b-47ad-b007-b72cb81d3938 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:05.436094 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa592724-0361-4cc5-9f9f-9478ae2ed19b req-6c2dfd90-071b-47ad-b007-b72cb81d3938 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 945 time: 0.0694222 Mar 26 03:14:05.448525 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=7b592620-6363-49dd-8d1a-8fc914136d0e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:05.479025 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa592724-0361-4cc5-9f9f-9478ae2ed19b req-dca3aa23-47ee-4909-a903-5a712bed51d0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Mar 26 03:14:05.639146 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86b248-74f7-4ee3-b123-35f3648dec12 req-c6c8e63e-2299-4bd3-8f6c-0385adc51f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:05.640707 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-da86b248-74f7-4ee3-b123-35f3648dec12 req-c6c8e63e-2299-4bd3-8f6c-0385adc51f8e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1130 time: 0.0457044 Mar 26 03:14:05.683815 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-da86b248-74f7-4ee3-b123-35f3648dec12 req-4fe4ad16-6e39-4866-be55-73b38d4259b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368500 Mar 26 03:14:06.595502 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1bd44-7131-476a-92af-0a33015337e3 req-5fbfb6b3-8d06-49ff-bb71-f121eb782b04 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:06.596975 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7cf1bd44-7131-476a-92af-0a33015337e3 req-5fbfb6b3-8d06-49ff-bb71-f121eb782b04 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0512204 Mar 26 03:14:06.642132 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7cf1bd44-7131-476a-92af-0a33015337e3 req-563be284-a076-4547-8240-0c0cf3322914 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389786 Mar 26 03:14:07.770711 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ff118-ed89-4c20-a19d-923b995420d0 req-0b553e68-8f9f-422d-9707-2165b9b09131 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:07.772208 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a62ff118-ed89-4c20-a19d-923b995420d0 req-0b553e68-8f9f-422d-9707-2165b9b09131 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0621364 Mar 26 03:14:07.824906 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a62ff118-ed89-4c20-a19d-923b995420d0 req-352ec5f1-a448-42aa-972b-760f07bad029 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446832 Mar 26 03:14:07.941637 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77ef3c-2065-41fc-b958-71cdfcc3bcaf req-0684bac0-71b0-45b0-af84-d5758b44c628 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:07.943062 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cb77ef3c-2065-41fc-b958-71cdfcc3bcaf req-0684bac0-71b0-45b0-af84-d5758b44c628 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0552285 Mar 26 03:14:07.951705 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:07.956026 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'floatingip': {'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:14:07.995414 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (5ceef0dc-2349-4209-961a-6ff9a5b2f599), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:08.407644 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:08.510508 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (5ceef0dc-2349-4209-961a-6ff9a5b2f599), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:08.612053 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Floating IP 5ceef0dc-2349-4209-961a-6ff9a5b2f599 associated. External IP: 172.27.1.64, port: 7b592620-6363-49dd-8d1a-8fc914136d0e. Mar 26 03:14:08.819844 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Router 60890868-7332-4261-b4e4-9c1b1eaad878 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:14:08.930751 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:14:08.935639 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:08.940379 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] Sync routers for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:14:08.950548 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:14:08.951164 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:14:08.965242 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a80192fe-d6e4-4dcd-8fa7-ba60e6f4b0b1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "PUT /v2.0/floatingips/5ceef0dc-2349-4209-961a-6ff9a5b2f599 HTTP/1.1" status: 200 len: 991 time: 1.0125022 Mar 26 03:14:08.965837 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:14:08.968069 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1" -d '{"events": [{"name": "network-changed", "server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:14:09.004552 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4834e4c0-d8a3-4abc-a7a9-2bbfe2567df2 x-openstack-request-id: req-4834e4c0-d8a3-4abc-a7a9-2bbfe2567df2 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:14:09.004847 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:14:09.005107 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4834e4c0-d8a3-4abc-a7a9-2bbfe2567df2 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:14:09.005511 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4834e4c0-d8a3-4abc-a7a9-2bbfe2567df2'] response: {'name': 'network-changed', 'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'status': 'completed', 'code': 200} Mar 26 03:14:09.069037 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-d55cdb9b-a35c-464f-bc0d-d44257345190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:09.069580 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:14:09.070527 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-d55cdb9b-a35c-464f-bc0d-d44257345190 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1130 time: 0.0442514 Mar 26 03:14:09.166432 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-73188299-9d0d-47ae-b786-e389a12db241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:09.167925 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-73188299-9d0d-47ae-b786-e389a12db241 service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.0883756 Mar 26 03:14:09.237926 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-fdedaaf5-052d-4082-962d-505a6459892d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b592620-6363-49dd-8d1a-8fc914136d0e HTTP/1.1" status: 200 len: 999 time: 0.0579545 Mar 26 03:14:09.289340 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-f40f3967-9b60-45b7-908a-6496eff95977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:09.290616 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5ceef0dc-2349-4209-961a-6ff9a5b2f599', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'mac_address': 'fa:16:3e:ad:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:41Z', 'updated_at': '2022-03-26T03:14:08Z', 'revision_number': 1, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:14:09.290846 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-f40f3967-9b60-45b7-908a-6496eff95977 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0432909 Mar 26 03:14:09.316771 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] Checking router: 60890868-7332-4261-b4e4-9c1b1eaad878 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:14:09.325213 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:14:09.325732 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:13:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:14:09.347420 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-c14d160f-d873-4d24-8499-b3d0de4e76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:09.353956 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-c14d160f-d873-4d24-8499-b3d0de4e76d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481470 Mar 26 03:14:09.435315 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:14:09.441933 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-27849f01-8dc0-4033-8f18-d687ca5e11c6 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840788 Mar 26 03:14:09.538485 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b983b1bc-2b09-4b19-bdd0-f45d60ea47c1 req-b268fafd-9c0a-47f8-8942-94b3fcb61995 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903804 Mar 26 03:14:09.664123 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5ceef0dc-2349-4209-961a-6ff9a5b2f599', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'mac_address': 'fa:16:3e:ad:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:41Z', 'updated_at': '2022-03-26T03:14:08Z', 'revision_number': 1, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:14:09.690484 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f494d0-85d4-408e-8e52-60a7bab1d359 None None] The sync data for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi is: [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5ceef0dc-2349-4209-961a-6ff9a5b2f599', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'mac_address': 'fa:16:3e:ad:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:41Z', 'updated_at': '2022-03-26T03:14:08Z', 'revision_number': 1, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:14:09.774752 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-9d1d8f2f-b75f-4e72-b683-44255e17e86b tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282224914&fields=id&tenant_id=27d467fc31a049a5bdd4b0869b3dc58c HTTP/1.1" status: 200 len: 267 time: 0.0543463 Mar 26 03:14:09.885874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-c66bd5b6-d9f3-4be7-b859-0bbb61104c76 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:09.893049 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-c66bd5b6-d9f3-4be7-b859-0bbb61104c76 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/networks?id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 200 len: 809 time: 0.1110713 Mar 26 03:14:09.915031 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-189e936f-1574-4b57-ad27-f21b8aa42aae tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/quotas/27d467fc31a049a5bdd4b0869b3dc58c HTTP/1.1" status: 200 len: 375 time: 0.0210304 Mar 26 03:14:09.915659 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a10e2-9cb5-46ed-ac6d-b1979a6d0e87 None None] New status for floating IP 5ceef0dc-2349-4209-961a-6ff9a5b2f599: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:14:09.987601 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-c3c9160b-5cd1-4208-94b4-47bb3bfcdd15 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658016 Mar 26 03:14:10.100692 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-e24a562e-abda-4827-a938-961e2bf6fc6e service neutron] 10.222.0.20 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010826 Mar 26 03:14:10.202641 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-bf48857b-8ecc-4e9f-afc2-d99d32a3fe83 service neutron] 10.222.0.20 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957832 Mar 26 03:14:10.303653 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772d78a-d820-4355-915a-db0439d3f457 req-ceffc9a7-d1ee-4530-b6b5-73ef0f513c85 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:10.305564 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f772d78a-d820-4355-915a-db0439d3f457 req-ceffc9a7-d1ee-4530-b6b5-73ef0f513c85 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0559666 Mar 26 03:14:10.357978 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f772d78a-d820-4355-915a-db0439d3f457 req-395297aa-19de-4900-8172-eeb559adc70b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456338 Mar 26 03:14:10.804335 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-45b8da13-b538-4ff0-a627-d6943eab3d66 req-d613d124-4251-419a-9099-dbf1957d37bb tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 210 time: 0.0266321 Mar 26 03:14:11.481838 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a090f7-db20-4887-a128-9fb7df4af1be req-3b36799d-1fb5-4f4f-a1ba-ee58e77d34b8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:11.483372 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d1a090f7-db20-4887-a128-9fb7df4af1be req-3b36799d-1fb5-4f4f-a1ba-ee58e77d34b8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0531273 Mar 26 03:14:11.530432 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d1a090f7-db20-4887-a128-9fb7df4af1be req-5c458c01-5aa3-4a7e-8a3c-c4b820669987 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 Mar 26 03:14:11.901959 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3749bb28-db68-4d81-807c-39309dc2377f req-933519d7-9274-4c2a-bf89-8eeb02835bf0 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 210 time: 0.0304387 Mar 26 03:14:12.403137 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:14:12.655694 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fab7a-d27c-4aa6-9536-71641ace0d97 req-0be32475-8aa7-4e24-a7e9-2b041b4a3444 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:12.657159 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ee9fab7a-d27c-4aa6-9536-71641ace0d97 req-0be32475-8aa7-4e24-a7e9-2b041b4a3444 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0532703 Mar 26 03:14:12.703580 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ee9fab7a-d27c-4aa6-9536-71641ace0d97 req-32e77272-a111-4756-8cea-a29f356e6813 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Mar 26 03:14:12.935243 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-9fbf9215-bcb5-43b7-a6b6-dc8252d017b2 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:12.936678 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-9fbf9215-bcb5-43b7-a6b6-dc8252d017b2 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.18 "GET /v2.0/networks?id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 200 len: 809 time: 0.1013391 Mar 26 03:14:12.997031 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4f2db349-a686-4656-8e21-b184178d02d5 req-9de45769-358c-4949-81e7-18c1d9639e80 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 210 time: 0.0285597 Mar 26 03:14:13.001708 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-768ef02e-e0a2-4b9a-b670-5e75a3d933d3 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d467fc31a049a5bdd4b0869b3dc58c HTTP/1.1" status: 200 len: 379 time: 0.0550969 Mar 26 03:14:13.010885 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'port': {'device_id': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'admin_state_up': True, 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'security_groups': ['c56b7a3a-ae80-4d60-908d-83e1d4a2d69c']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:14:13.178858 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Made reservation on behalf of 27d467fc31a049a5bdd4b0869b3dc58c for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:14:13.187709 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:13.319250 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Allocated IP 172.20.0.12 (3ab385e1-2bfa-4b2c-a130-f487fa8e26aa/9fe1dc22-2f5c-4fe6-8252-36f267195902/706d3b15-9c35-47db-802e-14445c3fa93b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:14:13.469726 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for port (706d3b15-9c35-47db-802e-14445c3fa93b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:13.567735 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:13.609027 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:14:13.612089 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:14:13.618361 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:14:13.624188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:13.669669 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:13.670339 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:13.736138 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-8a9b09c5-fe2a-45ba-8b11-9f0ce9437f48 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7286005 Mar 26 03:14:13.749372 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Request body: {'port': {'device_id': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:14:13.844504 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:13.844820 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b439ea55-4d16-4c74-a096-a07770e587f6 None None] Provisioning complete for port 706d3b15-9c35-47db-802e-14445c3fa93b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:14:13.845560 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b439ea55-4d16-4c74-a096-a07770e587f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:13.870317 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5781fc-8766-4d7d-ba22-000350ddf591 req-58667bb0-e02b-471f-8353-ee6f9d19b011 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:13.871820 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-af5781fc-8766-4d7d-ba22-000350ddf591 req-58667bb0-e02b-471f-8353-ee6f9d19b011 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0876791 Mar 26 03:14:13.883518 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b439ea55-4d16-4c74-a096-a07770e587f6 None None] Port 706d3b15-9c35-47db-802e-14445c3fa93b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:14:14.001147 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-af5781fc-8766-4d7d-ba22-000350ddf591 req-4a16d8e4-bb54-412a-9a85-2aacbee890bf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123407 Mar 26 03:14:14.115064 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b6139-d099-449c-bf88-adcf2de3fdca req-9d5c4f14-eeab-497c-9b81-8f44875ff8cb tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:14.117139 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dc0b6139-d099-449c-bf88-adcf2de3fdca req-9d5c4f14-eeab-497c-9b81-8f44875ff8cb tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 932 time: 0.0540395 Mar 26 03:14:14.153932 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706d3b15-9c35-47db-802e-14445c3fa93b {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:14:14.161690 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Publish callbacks [] for port (706d3b15-9c35-47db-802e-14445c3fa93b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:14.171907 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dc0b6139-d099-449c-bf88-adcf2de3fdca req-2cfdcc67-c988-4692-a6bb-235ab299d9b3 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437822 Mar 26 03:14:14.173713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Transition to ACTIVE for port object 706d3b15-9c35-47db-802e-14445c3fa93b will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:14:14.224542 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:14.275189 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Pushing event updated for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:14.347900 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Attempting to bind port 706d3b15-9c35-47db-802e-14445c3fa93b on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:14:14.348233 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Attempting to bind port 706d3b15-9c35-47db-802e-14445c3fa93b by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:14:14.348558 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Attempting to bind port 706d3b15-9c35-47db-802e-14445c3fa93b on network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:14:14.353615 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Port 706d3b15-9c35-47db-802e-14445c3fa93b on network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:14:14.357463 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Attempting to bind port 706d3b15-9c35-47db-802e-14445c3fa93b on network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:14:14.359024 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:14:14.359359 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Checking segment: {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:14:14.359733 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Bound using segment: {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:14:14.360155 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Bound port: 706d3b15-9c35-47db-802e-14445c3fa93b, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bfa973-14da-494c-9919-8ee40f4843dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:14:14.360546 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:14.430270 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:14:14.433253 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:14:14.535104 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:14.564132 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:14.564132 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:14.564132 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] 10.222.0.18 "PUT /v2.0/ports/706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 1094 time: 0.8198678 Mar 26 03:14:14.564422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:14:14.566625 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91f94d8-bbce-4e61-aca0-f92cfa63eb20" -d '{"events": [{"name": "network-changed", "server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:14:14.591870 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e5115-e987-4541-9e49-ad6c595ea122 service neutron] Pushing event updated for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:14.603407 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0049faaa-bdcb-4d08-bfa8-0f29c73a7585 x-openstack-request-id: req-0049faaa-bdcb-4d08-bfa8-0f29c73a7585 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:14:14.603708 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:14:14.603962 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0049faaa-bdcb-4d08-bfa8-0f29c73a7585 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:14:14.604371 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0049faaa-bdcb-4d08-bfa8-0f29c73a7585'] response: {'name': 'network-changed', 'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b', 'status': 'completed', 'code': 200} Mar 26 03:14:14.684211 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f94d8-bbce-4e61-aca0-f92cfa63eb20 req-181910d6-7c65-447e-821b-c6fb396dc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:14.685617 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c91f94d8-bbce-4e61-aca0-f92cfa63eb20 req-181910d6-7c65-447e-821b-c6fb396dc426 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1128 time: 0.0526624 Mar 26 03:14:14.786691 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f94d8-bbce-4e61-aca0-f92cfa63eb20 req-06a4118e-7a4f-42a1-867c-9e07a1f9d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:14.788656 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c91f94d8-bbce-4e61-aca0-f92cfa63eb20 req-06a4118e-7a4f-42a1-867c-9e07a1f9d085 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0947330 Mar 26 03:14:14.884377 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f94d8-bbce-4e61-aca0-f92cfa63eb20 req-949d82cf-8950-4509-ae35-8b7c0e0f1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:14.885835 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c91f94d8-bbce-4e61-aca0-f92cfa63eb20 req-949d82cf-8950-4509-ae35-8b7c0e0f1987 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0853789 Mar 26 03:14:14.968627 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-59a950e5-946f-432d-b64b-819b38bc01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:14.970092 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-59a950e5-946f-432d-b64b-819b38bc01b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1128 time: 0.0471654 Mar 26 03:14:15.012934 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-fb53cca6-ec87-4f41-8a3c-2d458140f5a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 217 time: 0.0328526 Mar 26 03:14:15.071139 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-3e34d106-2515-4d4b-87cf-fd6640c96a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:15.072644 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-3e34d106-2515-4d4b-87cf-fd6640c96a44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fe1dc22-2f5c-4fe6-8252-36f267195902 HTTP/1.1" status: 200 len: 848 time: 0.0449238 Mar 26 03:14:15.123727 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe421a0-1566-4c50-89ed-a7078098175a req-54bb2a8c-14f5-4984-aca0-df8c35ad4c5d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:15.125284 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6fe421a0-1566-4c50-89ed-a7078098175a req-54bb2a8c-14f5-4984-aca0-df8c35ad4c5d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0520258 Mar 26 03:14:15.132018 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-696c5d50-af0c-440d-87c2-2e7366fb548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:15.132018 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-696c5d50-af0c-440d-87c2-2e7366fb548c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479105 Mar 26 03:14:15.177364 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6fe421a0-1566-4c50-89ed-a7078098175a req-fa186e61-8e76-4d57-92fb-c27ec3e3ecda tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 Mar 26 03:14:15.224231 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-88e382a8-09e9-4115-9782-2ede145e2156 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846443 Mar 26 03:14:15.346720 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7b0c2cfa-2b33-4d04-a32a-4b22041e83e8 req-661648a7-0fc5-4711-9ca7-2bd41cb04425 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164525 Mar 26 03:14:15.353429 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680042ec-15c9-4bc0-bcdf-529c6eabef3b req-359edbed-f148-43d6-9c6d-d269cbb8109a tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:15.354816 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-680042ec-15c9-4bc0-bcdf-529c6eabef3b req-359edbed-f148-43d6-9c6d-d269cbb8109a tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.1075828 Mar 26 03:14:15.403743 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-680042ec-15c9-4bc0-bcdf-529c6eabef3b req-d381375e-cfda-4764-9611-b24a89ed1318 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432177 Mar 26 03:14:16.097507 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b6caf99e-e8c0-40f4-ae0b-b1c0fb60baf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:16.224353 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 48724) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:16.301079 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4f549-1a57-4754-bdb3-a540159de88d req-866387c8-6dcf-4170-9e0f-d458e4e35e91 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:16.302599 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-adf4f549-1a57-4754-bdb3-a540159de88d req-866387c8-6dcf-4170-9e0f-d458e4e35e91 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Mar 26 03:14:16.329126 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02673981-8723-4992-a74e-1b99412ea64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:16.348706 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-adf4f549-1a57-4754-bdb3-a540159de88d req-517c2da3-7d0f-4af6-838f-1a4567c18661 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404267 Mar 26 03:14:16.400379 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02673981-8723-4992-a74e-1b99412ea64e admin admin] Publish callbacks [] for security_group (a208253a-f323-41c3-813a-5a841b3c02e0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:16.441437 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02673981-8723-4992-a74e-1b99412ea64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (a208253a-f323-41c3-813a-5a841b3c02e0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:16.492150 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-02673981-8723-4992-a74e-1b99412ea64e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ecd7c6ed3344e59a1d651dc026c4850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666616 Mar 26 03:14:16.495091 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48730) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:16.506116 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02673981-8723-4992-a74e-1b99412ea64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a208253a-f323-41c3-813a-5a841b3c02e0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:16.540256 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aae0dd-0e56-494c-8295-49e63baebb47 req-6c55eea5-58cc-4dab-9746-ea17a31761d9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:16.541778 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-43aae0dd-0e56-494c-8295-49e63baebb47 req-6c55eea5-58cc-4dab-9746-ea17a31761d9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0668383 Mar 26 03:14:16.548978 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1993143f-24aa-4167-83fc-96b7c840b08d admin admin] Publish callbacks [] for security_group (a208253a-f323-41c3-813a-5a841b3c02e0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:16.569941 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1993143f-24aa-4167-83fc-96b7c840b08d admin admin] Publish callbacks [] for security_group (a208253a-f323-41c3-813a-5a841b3c02e0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:16.590230 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-43aae0dd-0e56-494c-8295-49e63baebb47 req-40b2e21c-dbfb-4879-b958-9fa67d159bfd tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429168 Mar 26 03:14:16.670292 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1993143f-24aa-4167-83fc-96b7c840b08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (a208253a-f323-41c3-813a-5a841b3c02e0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:16.672898 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1993143f-24aa-4167-83fc-96b7c840b08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:16.674045 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-1993143f-24aa-4167-83fc-96b7c840b08d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a208253a-f323-41c3-813a-5a841b3c02e0 HTTP/1.1" status: 204 len: 168 time: 0.1779795 Mar 26 03:14:16.681543 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993143f-24aa-4167-83fc-96b7c840b08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a208253a-f323-41c3-813a-5a841b3c02e0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:17.474217 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b09310-1eff-4573-9a25-f82eaa8c6c01 req-bc3e86d0-1d8c-4eda-96c2-080254e82df5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:17.475765 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-63b09310-1eff-4573-9a25-f82eaa8c6c01 req-bc3e86d0-1d8c-4eda-96c2-080254e82df5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0569382 Mar 26 03:14:17.525992 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-63b09310-1eff-4573-9a25-f82eaa8c6c01 req-066994aa-1c2c-46c1-a816-e323d419bd66 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Mar 26 03:14:17.708333 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c4b9a-ba83-405e-b567-90a044c670da req-df12a386-ce84-44fb-a318-f8f09897467f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:17.709864 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-403c4b9a-ba83-405e-b567-90a044c670da req-df12a386-ce84-44fb-a318-f8f09897467f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0523131 Mar 26 03:14:17.760669 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-403c4b9a-ba83-405e-b567-90a044c670da req-e07e256a-ea07-446f-aa79-f5433949df5f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446455 Mar 26 03:14:18.099818 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-aaebdc6d-f1bb-4bed-adec-979f287ba257 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456183 Mar 26 03:14:18.173851 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-3ad8abc3-0217-48d2-bc86-a1b6d10805df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:18.175335 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-3ad8abc3-0217-48d2-bc86-a1b6d10805df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 1130 time: 0.0441902 Mar 26 03:14:18.275226 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-8d055218-d9e7-4d9e-8a07-cf8128aca576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:18.276872 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-8d055218-d9e7-4d9e-8a07-cf8128aca576 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 911 time: 0.0821192 Mar 26 03:14:18.345573 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-ac7fd731-fe3f-47b2-8446-d40e86eff52b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a HTTP/1.1" status: 200 len: 1002 time: 0.0611026 Mar 26 03:14:18.350455 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5731b8ac-c6e2-4e5f-be6a-91fb31cbe24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:18.396233 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-1b617c49-f670-4cea-891f-b01d18c0f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:18.400401 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-1b617c49-f670-4cea-891f-b01d18c0f83e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.0475085 Mar 26 03:14:18.454268 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-898a582c-78a9-40ee-aa6a-22eabea81b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:18.455784 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-898a582c-78a9-40ee-aa6a-22eabea81b46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450714 Mar 26 03:14:18.553890 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-355e25b5-c5f6-4736-8eae-b251bc0b92a9 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851700 Mar 26 03:14:18.648175 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c5d1691-e59e-4eef-891c-31dddf25c58b req-cad9a157-1be7-4ba8-afba-e91823a4f5a5 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827692 Mar 26 03:14:18.652012 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca4798-0756-47cf-af46-880f244468c0 req-418fa81a-51f9-4dc8-b12a-7bc100ec1b6f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:18.653523 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bcca4798-0756-47cf-af46-880f244468c0 req-418fa81a-51f9-4dc8-b12a-7bc100ec1b6f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0535829 Mar 26 03:14:18.700337 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bcca4798-0756-47cf-af46-880f244468c0 req-5d21e5d5-d1c2-4a49-aaa9-33d05deb4449 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Mar 26 03:14:18.880509 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb1e18-8b00-4eee-bd11-7524e32226ec req-8f55edae-cb5b-453e-96da-97ff4f7cb4af tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:18.881871 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-29fb1e18-8b00-4eee-bd11-7524e32226ec req-8f55edae-cb5b-453e-96da-97ff4f7cb4af tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0556834 Mar 26 03:14:18.930487 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-29fb1e18-8b00-4eee-bd11-7524e32226ec req-8480d29d-674e-4ac5-8200-3da60539ad10 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424180 Mar 26 03:14:19.435903 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:19.824763 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925adc-e1b0-41ea-9e5f-da61dd38e051 req-b6bf5f71-c03d-4324-8a9c-36fffc9cdbc2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:19.826224 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5c925adc-e1b0-41ea-9e5f-da61dd38e051 req-b6bf5f71-c03d-4324-8a9c-36fffc9cdbc2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0545278 Mar 26 03:14:20.059684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d847bfa-d96b-4b2d-84bb-b681d7aff645 req-81d3c001-e68e-4c64-9897-53a91d395e75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:20.061101 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8d847bfa-d96b-4b2d-84bb-b681d7aff645 req-81d3c001-e68e-4c64-9897-53a91d395e75 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0582044 Mar 26 03:14:20.111751 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8d847bfa-d96b-4b2d-84bb-b681d7aff645 req-9127a428-c429-4642-b2c9-1be688e25e60 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449800 Mar 26 03:14:20.115378 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5c925adc-e1b0-41ea-9e5f-da61dd38e051 req-419caee8-ec2d-4264-8fed-aef45e227996 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836213 Mar 26 03:14:20.532262 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:20.754951 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:21.230605 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d094b6-afb5-46a6-ae83-01ae7db73ff7 req-6eec64eb-428e-49d3-af76-26f8c2714b33 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:21.232054 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-82d094b6-afb5-46a6-ae83-01ae7db73ff7 req-6eec64eb-428e-49d3-af76-26f8c2714b33 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0555139 Mar 26 03:14:21.233429 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782f8af-ac35-463f-9838-c61d99dfa1d8 req-8123b344-b95d-44fe-82a8-c413d1b45701 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:21.234912 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0782f8af-ac35-463f-9838-c61d99dfa1d8 req-8123b344-b95d-44fe-82a8-c413d1b45701 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0506382 Mar 26 03:14:21.280203 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0782f8af-ac35-463f-9838-c61d99dfa1d8 req-94057725-63a8-40bf-ad83-9bbb7163c8b7 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Mar 26 03:14:21.280567 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-82d094b6-afb5-46a6-ae83-01ae7db73ff7 req-a86d1c54-355f-4018-8b29-3f1707edfd74 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Mar 26 03:14:22.398073 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63122c6-2a0a-4980-aeb0-1867c048c0ad req-5d9e2d19-c355-4bc3-ac19-badd1b1c88c8 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:22.399571 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f63122c6-2a0a-4980-aeb0-1867c048c0ad req-5d9e2d19-c355-4bc3-ac19-badd1b1c88c8 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0537755 Mar 26 03:14:22.400908 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e472f1-45a4-4878-b573-86b37f1d4ebf req-f0276ddd-b620-4ff1-acdc-fb5a51204fcc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:22.402377 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-27e472f1-45a4-4878-b573-86b37f1d4ebf req-f0276ddd-b620-4ff1-acdc-fb5a51204fcc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0538661 Mar 26 03:14:22.441888 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:22.451940 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f63122c6-2a0a-4980-aeb0-1867c048c0ad req-4aefb046-ffa2-44f6-8eaf-1e3f3f6f8601 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467193 Mar 26 03:14:22.452437 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-27e472f1-45a4-4878-b573-86b37f1d4ebf req-21b36109-945b-4a6a-8917-b7a8e199561c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443959 Mar 26 03:14:23.571782 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323c22b-f2f7-42df-8761-b80d95831227 req-58f2a798-951e-46b4-8bcf-b5c4f88dc914 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:23.573236 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b323c22b-f2f7-42df-8761-b80d95831227 req-58f2a798-951e-46b4-8bcf-b5c4f88dc914 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0525033 Mar 26 03:14:23.581341 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073ee20-4bb5-4270-9eef-a402d39fbbe5 req-9fb806b5-d75d-45e0-bb15-74ab0d48314a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:23.582901 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d073ee20-4bb5-4270-9eef-a402d39fbbe5 req-9fb806b5-d75d-45e0-bb15-74ab0d48314a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0534601 Mar 26 03:14:23.626837 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b323c22b-f2f7-42df-8761-b80d95831227 req-a073c338-07c8-4057-82ce-67498dac17d7 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477705 Mar 26 03:14:23.634174 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d073ee20-4bb5-4270-9eef-a402d39fbbe5 req-83c97938-75bd-4e60-a2ab-797bc703d640 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451598 Mar 26 03:14:24.744727 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b6004-e095-47b0-b4f1-9dc1730ad392 req-53f93b0a-06cf-4e04-a25e-ba5892b22c1f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:24.746231 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-665b6004-e095-47b0-b4f1-9dc1730ad392 req-53f93b0a-06cf-4e04-a25e-ba5892b22c1f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0531213 Mar 26 03:14:24.753978 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a4e96-a233-4b67-86a6-81e4cb8ed1bb req-1bee44c1-3db6-4de7-8e1c-715abcdbca1b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:24.755478 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2e2a4e96-a233-4b67-86a6-81e4cb8ed1bb req-1bee44c1-3db6-4de7-8e1c-715abcdbca1b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0515325 Mar 26 03:14:24.794510 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-665b6004-e095-47b0-b4f1-9dc1730ad392 req-62d92b12-f3ef-4765-a804-160850a0a58f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Mar 26 03:14:24.801775 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2e2a4e96-a233-4b67-86a6-81e4cb8ed1bb req-93c36640-4db0-4bd9-9913-01d1e614c448 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Mar 26 03:14:25.202549 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 706d3b15-9c35-47db-802e-14445c3fa93b details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:14:25.296086 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:25.307270 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '706d3b15-9c35-47db-802e-14445c3fa93b', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'port_id': '706d3b15-9c35-47db-802e-14445c3fa93b', 'mac_address': 'fa:16:3e:8d:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:14:25.467226 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 706d3b15-9c35-47db-802e-14445c3fa93b is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:14:25.467534 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:25.480339 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706d3b15-9c35-47db-802e-14445c3fa93b {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:14:25.499450 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:25.583746 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:25.631367 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:25.912960 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdf381-cff2-4194-9891-9be68ac297e2 req-ea56b264-1079-4bb6-8483-c37f8b19037e tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:25.914465 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2cdf381-cff2-4194-9891-9be68ac297e2 req-ea56b264-1079-4bb6-8483-c37f8b19037e tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 945 time: 0.0519924 Mar 26 03:14:25.921817 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['706d3b15-9c35-47db-802e-14445c3fa93b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:14:25.925631 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f65d8f-4267-463d-85e6-b440ed5bda5f req-8b09dc0f-bf03-4b45-be6e-210ef1d0e1bc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:25.927116 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-51f65d8f-4267-463d-85e6-b440ed5bda5f req-8b09dc0f-bf03-4b45-be6e-210ef1d0e1bc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0560904 Mar 26 03:14:25.967718 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2cdf381-cff2-4194-9891-9be68ac297e2 req-56b65724-8ac0-4ebb-9113-04fa7ab2df4d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464323 Mar 26 03:14:25.981304 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-51f65d8f-4267-463d-85e6-b440ed5bda5f req-8f90a13b-e351-4f05-97e9-0d8ea2cfb9fb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476279 Mar 26 03:14:27.063682 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48846) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:27.114258 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee523-a31b-4138-bf67-af84eae5af9a req-3107fcfe-8b51-414d-8de2-d4e6fbbdaeca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:27.116074 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-789ee523-a31b-4138-bf67-af84eae5af9a req-3107fcfe-8b51-414d-8de2-d4e6fbbdaeca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0621424 Mar 26 03:14:27.168466 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-789ee523-a31b-4138-bf67-af84eae5af9a req-d770b5fa-9379-4604-8c40-2d2eeb559b21 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465193 Mar 26 03:14:27.204355 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.220833 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 706d3b15-9c35-47db-802e-14445c3fa93b up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:14:27.297050 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Publish callbacks [] for security_group (cd830145-7dc3-46cf-801e-de796a70dd4b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.297960 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444a927-5b41-4127-b9fe-8b3c79e6ae16 req-89f54799-68b1-40e6-a9e2-b9358900aceb tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:27.299462 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a444a927-5b41-4127-b9fe-8b3c79e6ae16 req-89f54799-68b1-40e6-a9e2-b9358900aceb tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 945 time: 0.2650051 Mar 26 03:14:27.338633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 706d3b15-9c35-47db-802e-14445c3fa93b completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:14:27.338868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (cd830145-7dc3-46cf-801e-de796a70dd4b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.343265 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 706d3b15-9c35-47db-802e-14445c3fa93b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:14:27.343660 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.352544 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a444a927-5b41-4127-b9fe-8b3c79e6ae16 req-02f7b05b-cbbd-44d9-bb2d-36c07d7ab1e6 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Mar 26 03:14:27.379747 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70320349da3a4f8983c475e2b879ba2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148513 Mar 26 03:14:27.382366 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd830145-7dc3-46cf-801e-de796a70dd4b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:27.384785 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48852) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:27.400717 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.401247 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.401612 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.402689 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.403164 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.404215 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.404567 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.404912 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.405363 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.405760 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.406103 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.406487 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.412838 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.412838 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.412838 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ab32d-3c50-40ff-bbb8-543a35065fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:27.440984 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 706d3b15-9c35-47db-802e-14445c3fa93b is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:14:27.441224 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.451363 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fff10a9-72eb-4242-b972-6a6eeabce8ef admin admin] Publish callbacks [] for security_group (cd830145-7dc3-46cf-801e-de796a70dd4b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.467910 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:14:27.470466 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d09052-800c-4dd1-80e1-928a812ebac7" -d '{"events": [{"server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "name": "network-vif-plugged", "status": "completed", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:14:27.474370 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fff10a9-72eb-4242-b972-6a6eeabce8ef admin admin] Publish callbacks [] for security_group (cd830145-7dc3-46cf-801e-de796a70dd4b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.483854 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:27.521416 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9836935d-9300-4c04-9e93-dd05e4f37082 x-openstack-request-id: req-9836935d-9300-4c04-9e93-dd05e4f37082 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:14:27.525678 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "name": "network-vif-plugged", "status": "completed", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:14:27.525678 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9836935d-9300-4c04-9e93-dd05e4f37082 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:14:27.525678 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9836935d-9300-4c04-9e93-dd05e4f37082'] response: {'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b', 'code': 200} Mar 26 03:14:27.553099 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35c81-104f-4d40-8064-ca20d8da1721 req-0f12139e-d671-475b-a4bb-c71f52927409 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:27.554650 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1c35c81-104f-4d40-8064-ca20d8da1721 req-0f12139e-d671-475b-a4bb-c71f52927409 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0699673 Mar 26 03:14:27.590719 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.637134 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fff10a9-72eb-4242-b972-6a6eeabce8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (cd830145-7dc3-46cf-801e-de796a70dd4b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.638771 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:27.647087 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fff10a9-72eb-4242-b972-6a6eeabce8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:27.650697 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-7fff10a9-72eb-4242-b972-6a6eeabce8ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd830145-7dc3-46cf-801e-de796a70dd4b HTTP/1.1" status: 204 len: 168 time: 0.2624376 Mar 26 03:14:27.653136 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1c35c81-104f-4d40-8064-ca20d8da1721 req-ec63bb89-bd0d-415c-bffe-6d9487b8dcb5 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869215 Mar 26 03:14:27.656226 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39922b55-d359-4049-bc9e-c51229c2825c req-20b11741-2225-41d6-a539-dea6ed2d8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:27.657362 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff10a9-72eb-4242-b972-6a6eeabce8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd830145-7dc3-46cf-801e-de796a70dd4b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:27.657730 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-39922b55-d359-4049-bc9e-c51229c2825c req-20b11741-2225-41d6-a539-dea6ed2d8fd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e897267a79754784a6d52e00d89bfced&device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1169 time: 0.0823302 Mar 26 03:14:27.751232 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39922b55-d359-4049-bc9e-c51229c2825c req-4c864012-0c91-4af4-80eb-7601a465eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:27.752675 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-39922b55-d359-4049-bc9e-c51229c2825c req-4c864012-0c91-4af4-80eb-7601a465eb5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b HTTP/1.1" status: 200 len: 914 time: 0.0860698 Mar 26 03:14:27.824489 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-39922b55-d359-4049-bc9e-c51229c2825c req-2992cc3c-ef25-405c-966b-1b033a6fd939 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 1002 time: 0.0643041 Mar 26 03:14:27.888514 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39922b55-d359-4049-bc9e-c51229c2825c req-9e00c43f-744b-49ec-a272-c336e5d0aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:27.889948 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-39922b55-d359-4049-bc9e-c51229c2825c req-9e00c43f-744b-49ec-a272-c336e5d0aec7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1 HTTP/1.1" status: 200 len: 853 time: 0.0526531 Mar 26 03:14:27.956845 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bacb15-ef71-4f41-b1f9-1c244f194528 req-73362015-1436-4bb8-a17a-8ad1647bb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:27.958347 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-57bacb15-ef71-4f41-b1f9-1c244f194528 req-73362015-1436-4bb8-a17a-8ad1647bb7ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1130 time: 0.0819223 Mar 26 03:14:27.973521 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39922b55-d359-4049-bc9e-c51229c2825c req-d78a9b05-9944-4a7b-a5c9-ca31523291d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:27.975066 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-39922b55-d359-4049-bc9e-c51229c2825c req-d78a9b05-9944-4a7b-a5c9-ca31523291d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712848 Mar 26 03:14:28.060574 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-57bacb15-ef71-4f41-b1f9-1c244f194528 req-7a7ead89-03d0-447c-83cd-eb99924b94de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949371 Mar 26 03:14:28.094251 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-39922b55-d359-4049-bc9e-c51229c2825c req-f4bd1e21-58fb-496f-aaf2-2e40def189fa service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104178 Mar 26 03:14:28.293566 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce55e-95e8-4305-a2c2-6d085deef526 req-2909833d-e01c-4140-9ae2-a0a2d00af537 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:28.295102 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dafce55e-95e8-4305-a2c2-6d085deef526 req-2909833d-e01c-4140-9ae2-a0a2d00af537 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0524638 Mar 26 03:14:28.343752 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dafce55e-95e8-4305-a2c2-6d085deef526 req-ce8cdb3d-b7f5-42bb-a7f4-fbc395597946 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Mar 26 03:14:28.368437 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-39922b55-d359-4049-bc9e-c51229c2825c req-8b48bf8e-2a39-4e45-81f7-108d738e1b12 service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858686 Mar 26 03:14:28.468500 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b595049-3a12-4f52-84c2-15f19f261eef req-f2823b21-975c-441f-a984-2f9abd335852 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:28.470184 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6b595049-3a12-4f52-84c2-15f19f261eef req-f2823b21-975c-441f-a984-2f9abd335852 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0531855 Mar 26 03:14:28.518475 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6b595049-3a12-4f52-84c2-15f19f261eef req-9b1858f0-0a63-451b-b393-8970d2d8a411 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426147 Mar 26 03:14:28.768923 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109f6dd-1aef-4703-97f0-73b79449aa7c req-5c631374-ce23-4b4e-a878-7cf86d64b110 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:28.768923 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7109f6dd-1aef-4703-97f0-73b79449aa7c req-5c631374-ce23-4b4e-a878-7cf86d64b110 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0510423 Mar 26 03:14:28.826099 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7109f6dd-1aef-4703-97f0-73b79449aa7c req-a4e6b143-19ca-49e0-9cb3-bc92c4f81275 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527775 Mar 26 03:14:29.464998 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71117b7-1c33-45a9-b687-ca7e8c180850 req-a4ab01f1-a733-4752-a71c-0f6a91b51469 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:29.466481 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e71117b7-1c33-45a9-b687-ca7e8c180850 req-a4ab01f1-a733-4752-a71c-0f6a91b51469 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0536020 Mar 26 03:14:29.516994 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e71117b7-1c33-45a9-b687-ca7e8c180850 req-f584c9fb-7db6-497a-b187-e167e4a001ad tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Mar 26 03:14:29.634065 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1088-8b9c-4ba2-9c4b-09b296c2a0f1 req-f57aa77e-c5f9-427a-9a3f-eb6310b6fbd1 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:29.635456 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-166d1088-8b9c-4ba2-9c4b-09b296c2a0f1 req-f57aa77e-c5f9-427a-9a3f-eb6310b6fbd1 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0516353 Mar 26 03:14:29.684278 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-166d1088-8b9c-4ba2-9c4b-09b296c2a0f1 req-53ae8e7e-afbb-41fb-aaf8-9e04e7cf35f5 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431559 Mar 26 03:14:29.941126 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19e8c-3b6d-49cf-b1c4-2f54bfc4eb01 req-d078f9e3-6349-475b-b6a7-8159057ce273 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:29.942601 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b5c19e8c-3b6d-49cf-b1c4-2f54bfc4eb01 req-d078f9e3-6349-475b-b6a7-8159057ce273 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0520916 Mar 26 03:14:30.000132 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b5c19e8c-3b6d-49cf-b1c4-2f54bfc4eb01 req-a6c1058f-151e-4eac-b16b-128afeb37f48 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513208 Mar 26 03:14:30.640493 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31f67e-69e9-4fde-96fc-fdcc2cbb658b req-6fd995b6-c0d3-4c46-a47e-43c2e32720dc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:30.641989 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4e31f67e-69e9-4fde-96fc-fdcc2cbb658b req-6fd995b6-c0d3-4c46-a47e-43c2e32720dc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0557041 Mar 26 03:14:30.687794 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4e31f67e-69e9-4fde-96fc-fdcc2cbb658b req-390cad78-3279-4c95-bc1e-c51343c5151c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400205 Mar 26 03:14:30.800085 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c8202-e930-41b6-b4d6-415c4972cad3 req-151f3c6f-e5cd-4a43-8aa6-cfa2a02fa34c tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:30.801482 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f38c8202-e930-41b6-b4d6-415c4972cad3 req-151f3c6f-e5cd-4a43-8aa6-cfa2a02fa34c tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0530381 Mar 26 03:14:30.849431 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f38c8202-e930-41b6-b4d6-415c4972cad3 req-3886f4ab-65b0-4226-a0fa-255801607835 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Mar 26 03:14:30.968586 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5b916-a84c-4a91-b386-1bce58b6ac38 req-1909e18f-86c1-4167-b574-ab91746b4f64 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:30.970052 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-39c5b916-a84c-4a91-b386-1bce58b6ac38 req-1909e18f-86c1-4167-b574-ab91746b4f64 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0516572 Mar 26 03:14:31.017419 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-39c5b916-a84c-4a91-b386-1bce58b6ac38 req-44ccae14-85cf-4315-aea9-0fe0631324b1 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418713 Mar 26 03:14:31.039240 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:31.120973 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030baa6-2e98-4f25-b0b0-40aad243245f req-199f6c3b-4ab8-4d4e-8e7e-0e0fe0a7da1f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:31.122470 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6030baa6-2e98-4f25-b0b0-40aad243245f req-199f6c3b-4ab8-4d4e-8e7e-0e0fe0a7da1f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0561857 Mar 26 03:14:31.182456 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6030baa6-2e98-4f25-b0b0-40aad243245f req-8846a45c-c10d-4728-aebd-6fba1cac266b tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542221 Mar 26 03:14:31.221046 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd453af0-9f7b-4e07-958e-4defab5218dd tempest-TestShelveInstance-1899753845 tempest-TestShelveInstance-1899753845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:31.222619 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-cd453af0-9f7b-4e07-958e-4defab5218dd tempest-TestShelveInstance-1899753845 tempest-TestShelveInstance-1899753845-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1125 time: 0.1823561 Mar 26 03:14:31.225475 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 48888) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:31.229682 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'port_id': '706d3b15-9c35-47db-802e-14445c3fa93b', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:14:31.338747 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:31.436022 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:31.575618 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Allocated IP 172.27.1.121 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/a0447c49-d393-4303-86e2-c9ab09bdfe83) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:14:31.672200 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for port (a0447c49-d393-4303-86e2-c9ab09bdfe83), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:31.768363 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (a0447c49-d393-4303-86e2-c9ab09bdfe83), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:31.828457 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:14:31.836081 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:14:31.842292 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:14:31.846681 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'Port': ['ID=a0447c49-d393-4303-86e2-c9ab09bdfe83,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:31.883754 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c83e8-fa61-4b0e-93ae-254b5d404d45 req-bca7ea71-1890-44e9-ac8d-840de474c0c6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:31.885267 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-023c83e8-fa61-4b0e-93ae-254b5d404d45 req-bca7ea71-1890-44e9-ac8d-840de474c0c6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.1279404 Mar 26 03:14:31.985977 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-023c83e8-fa61-4b0e-93ae-254b5d404d45 req-fd781e74-a597-41ff-875c-c57cd7fd2ee9 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947273 Mar 26 03:14:32.225664 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for floatingip (742cdae2-3598-4496-98c3-802a52fb5807), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:32.298598 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941353b3-4f22-40c2-b8a1-6555f0452c98 req-2dec9abc-98b5-45f2-b19b-86a009f91054 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:32.299985 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-941353b3-4f22-40c2-b8a1-6555f0452c98 req-2dec9abc-98b5-45f2-b19b-86a009f91054 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0527833 Mar 26 03:14:32.349464 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a0447c49-d393-4303-86e2-c9ab09bdfe83), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:32.357989 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-941353b3-4f22-40c2-b8a1-6555f0452c98 req-b7991bcf-6f2a-4f73-9c9f-51fa1cacbe3d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524018 Mar 26 03:14:32.497642 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for port (a0447c49-d393-4303-86e2-c9ab09bdfe83), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:32.561366 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (a0447c49-d393-4303-86e2-c9ab09bdfe83), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:32.625807 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event updated for resources: {'Port': ['ID=a0447c49-d393-4303-86e2-c9ab09bdfe83,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:32.637811 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (742cdae2-3598-4496-98c3-802a52fb5807), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:32.736936 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Floating IP 742cdae2-3598-4496-98c3-802a52fb5807 associated. External IP: 172.27.1.121, port: 706d3b15-9c35-47db-802e-14445c3fa93b. Mar 26 03:14:32.941858 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Router 29e1b14b-e339-456b-8aa0-9270da329663 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:14:33.049633 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:14:33.060076 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] Sync routers for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:14:33.070209 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:14:33.070880 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:14:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:14:33.113017 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7461c4-ccb2-4ed7-b4fc-296ab0cd32c8 req-542cd572-78bc-462d-bfa4-4d85bbc6ec7d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:33.114566 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cf7461c4-ccb2-4ed7-b4fc-296ab0cd32c8 req-542cd572-78bc-462d-bfa4-4d85bbc6ec7d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0601807 Mar 26 03:14:33.160347 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:33.176412 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:14:33.183294 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cf7461c4-ccb2-4ed7-b4fc-296ab0cd32c8 req-f6624c5f-e038-4ec6-afef-206485049dbe tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626476 Mar 26 03:14:33.207093 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-92012fc9-e4cf-46db-bf9a-7f43f8816c22 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9660926 Mar 26 03:14:33.207093 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:14:33.207093 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845c8d48-476b-42fd-824d-989a2aadd30a" -d '{"events": [{"name": "network-changed", "server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:14:33.238804 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca08665-c53d-4b5c-8b3a-3fa803133bff x-openstack-request-id: req-2ca08665-c53d-4b5c-8b3a-3fa803133bff {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:14:33.239096 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:14:33.239384 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ca08665-c53d-4b5c-8b3a-3fa803133bff {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:14:33.239843 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca08665-c53d-4b5c-8b3a-3fa803133bff'] response: {'name': 'network-changed', 'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b', 'status': 'completed', 'code': 200} Mar 26 03:14:33.242188 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:14:33.324054 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8d48-476b-42fd-824d-989a2aadd30a req-a8ff9264-7637-4e73-9ea8-cd78110671dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:33.325553 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-845c8d48-476b-42fd-824d-989a2aadd30a req-a8ff9264-7637-4e73-9ea8-cd78110671dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1130 time: 0.0497077 Mar 26 03:14:33.339864 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:33.352297 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'port_id': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'mac_address': 'fa:16:3e:2d:f1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:14:33.393357 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c22019e0-dcc1-49f3-9cff-212e91aa5de0 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:14:33.393754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:33.407733 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c22019e0-dcc1-49f3-9cff-212e91aa5de0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:14:33.409552 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '742cdae2-3598-4496-98c3-802a52fb5807', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'port_id': '706d3b15-9c35-47db-802e-14445c3fa93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'mac_address': 'fa:16:3e:8d:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:14:32Z', 'updated_at': '2022-03-26T03:14:32Z', 'revision_number': 0, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 5, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:14:33.427724 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:33.431241 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8d48-476b-42fd-824d-989a2aadd30a req-50738080-b3f7-4d38-9d4c-712cbead6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:33.432844 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-845c8d48-476b-42fd-824d-989a2aadd30a req-50738080-b3f7-4d38-9d4c-712cbead6040 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 200 len: 909 time: 0.1000223 Mar 26 03:14:33.437911 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] Checking router: 29e1b14b-e339-456b-8aa0-9270da329663 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:14:33.446267 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:14:33.446977 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:14:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:14:33.486357 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:33.509334 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-845c8d48-476b-42fd-824d-989a2aadd30a req-58c5afd3-fefc-4eca-b22b-d98520ba2c35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 1000 time: 0.0663779 Mar 26 03:14:33.545595 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:33.554125 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.554125 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.554621 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.555574 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.556032 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.556461 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.556944 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.557109 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eb6a3-8920-4f31-8921-8edc084a4c43 req-3ed3461e-6a45-470a-a675-6a1ffb82e667 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:33.557862 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.558242 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.558618 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.558957 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.559293 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.559614 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.559947 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.560275 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:14:33.564726 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-201eb6a3-8920-4f31-8921-8edc084a4c43 req-3ed3461e-6a45-470a-a675-6a1ffb82e667 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.1057410 Mar 26 03:14:33.579457 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8d48-476b-42fd-824d-989a2aadd30a req-05c5ad60-2ef5-49d3-b207-7ef7065a8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:33.579457 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-845c8d48-476b-42fd-824d-989a2aadd30a req-05c5ad60-2ef5-49d3-b207-7ef7065a8cec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fe1dc22-2f5c-4fe6-8252-36f267195902 HTTP/1.1" status: 200 len: 848 time: 0.0541816 Mar 26 03:14:33.588786 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:14:33.631763 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8d48-476b-42fd-824d-989a2aadd30a req-e85ab3d7-e7ef-43f2-a192-0f9264f36ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:33.633262 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-845c8d48-476b-42fd-824d-989a2aadd30a req-e85ab3d7-e7ef-43f2-a192-0f9264f36ab7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469215 Mar 26 03:14:33.637845 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-201eb6a3-8920-4f31-8921-8edc084a4c43 req-a98eb30e-26cc-42b4-b690-21e12fbc6a05 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723176 Mar 26 03:14:33.673692 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['c22019e0-dcc1-49f3-9cff-212e91aa5de0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:14:33.735568 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-845c8d48-476b-42fd-824d-989a2aadd30a req-d821c472-f1a8-4618-af64-aac85089b603 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929630 Mar 26 03:14:33.847143 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-845c8d48-476b-42fd-824d-989a2aadd30a req-73e71a4a-6e57-449d-9278-70d79ff08d1e service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043341 Mar 26 03:14:33.906979 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '742cdae2-3598-4496-98c3-802a52fb5807', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'port_id': '706d3b15-9c35-47db-802e-14445c3fa93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'mac_address': 'fa:16:3e:8d:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:14:32Z', 'updated_at': '2022-03-26T03:14:32Z', 'revision_number': 0, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 5, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:14:33.935705 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d74d4-f9e5-4be2-8074-9bff62ed1c1e None None] The sync data for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi is: [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '742cdae2-3598-4496-98c3-802a52fb5807', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'port_id': '706d3b15-9c35-47db-802e-14445c3fa93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'mac_address': 'fa:16:3e:8d:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:14:32Z', 'updated_at': '2022-03-26T03:14:32Z', 'revision_number': 0, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 5, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:14:34.124206 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f285cec-9b4f-49d4-bae5-5e821090ead0 None None] New status for floating IP 742cdae2-3598-4496-98c3-802a52fb5807: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:14:34.315633 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879f98-a953-4464-a3f6-a43020abe7e2 req-42ec26d0-31a8-4bf1-865b-78d5e768a0d6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:34.317156 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4a879f98-a953-4464-a3f6-a43020abe7e2 req-42ec26d0-31a8-4bf1-865b-78d5e768a0d6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 944 time: 0.0561275 Mar 26 03:14:34.368640 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4a879f98-a953-4464-a3f6-a43020abe7e2 req-5da7f84b-05df-408b-8d39-5d741f27c092 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Mar 26 03:14:34.762745 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bc851-ffba-4307-b011-f6212d4969cc req-d6fe7af0-30d9-439b-b11b-bf1b6faf5ba6 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:34.764375 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-036bc851-ffba-4307-b011-f6212d4969cc req-d6fe7af0-30d9-439b-b11b-bf1b6faf5ba6 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0597498 Mar 26 03:14:34.829292 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-036bc851-ffba-4307-b011-f6212d4969cc req-d10ecee7-e407-4260-a971-89ee133a5bdb tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560358 Mar 26 03:14:35.274230 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:14:35.330163 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port c22019e0-dcc1-49f3-9cff-212e91aa5de0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:14:35.331607 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:35.431738 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c22019e0-dcc1-49f3-9cff-212e91aa5de0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:14:35.432128 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:35.464254 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:14:35.466907 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e81a41-e4d5-44ca-b6ba-54407dd5719d" -d '{"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-plugged", "status": "completed", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:14:35.507110 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ed7bb4-c140-4c09-b86a-66ff14a0cea4 x-openstack-request-id: req-87ed7bb4-c140-4c09-b86a-66ff14a0cea4 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:14:35.507598 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-plugged", "status": "completed", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:14:35.508019 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87ed7bb4-c140-4c09-b86a-66ff14a0cea4 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:14:35.508581 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ed7bb4-c140-4c09-b86a-66ff14a0cea4'] response: {'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'code': 200} Mar 26 03:14:35.522088 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:35.554139 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1026b94-911d-4803-bd9a-dc4b73176652 req-6c5f4aa6-154f-403c-9111-8a7987165d00 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:35.557047 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d1026b94-911d-4803-bd9a-dc4b73176652 req-6c5f4aa6-154f-403c-9111-8a7987165d00 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 944 time: 0.0870650 Mar 26 03:14:35.579323 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:35.608290 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d1026b94-911d-4803-bd9a-dc4b73176652 req-8f9a65e4-0ef1-43b1-a1aa-a6c4c7a98048 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448377 Mar 26 03:14:35.656133 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:35.961332 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0397a-053b-412e-b5c1-f6141337e304 req-f76c41c2-876f-43f5-9717-9aa2d7efc2bc tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:35.963627 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-99c0397a-053b-412e-b5c1-f6141337e304 req-f76c41c2-876f-43f5-9717-9aa2d7efc2bc tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0612783 Mar 26 03:14:36.033972 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-99c0397a-053b-412e-b5c1-f6141337e304 req-4f549622-883d-4bc4-9d15-d7330ae7b553 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627375 Mar 26 03:14:36.739561 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b308f94-97ea-4ed2-8b56-59622fcc357f req-34355748-5303-4770-b97b-67703c12d767 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:36.741214 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5b308f94-97ea-4ed2-8b56-59622fcc357f req-34355748-5303-4770-b97b-67703c12d767 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0557423 Mar 26 03:14:36.815213 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5b308f94-97ea-4ed2-8b56-59622fcc357f req-adbfb7e1-8d81-4233-907c-ce68ffd568e8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679338 Mar 26 03:14:37.151764 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f617-aca0-4a52-9557-9a93a061ce63 req-af1e6746-3fa0-4ecd-ba2e-f678e37fbf73 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:37.153250 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d0b0f617-aca0-4a52-9557-9a93a061ce63 req-af1e6746-3fa0-4ecd-ba2e-f678e37fbf73 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0529900 Mar 26 03:14:37.217265 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d0b0f617-aca0-4a52-9557-9a93a061ce63 req-6f219bd4-3bd0-4a91-be10-27c8715d58b1 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580699 Mar 26 03:14:37.954402 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb72f-3c18-4cdf-8f59-fec14949c338 req-89788f59-7ce7-4986-8784-2a3945df3406 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:37.958204 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d26eb72f-3c18-4cdf-8f59-fec14949c338 req-89788f59-7ce7-4986-8784-2a3945df3406 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0674760 Mar 26 03:14:38.016222 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d26eb72f-3c18-4cdf-8f59-fec14949c338 req-0ebdcfcd-c956-43a6-ac6b-e0092d8045aa tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531425 Mar 26 03:14:38.355519 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148000bf-0089-484d-87df-dd699a431c70 req-19862133-a646-4f61-9dcb-48eef7becfab tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:38.357680 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-148000bf-0089-484d-87df-dd699a431c70 req-19862133-a646-4f61-9dcb-48eef7becfab tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0639424 Mar 26 03:14:38.431509 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-148000bf-0089-484d-87df-dd699a431c70 req-53a2bf61-9744-4c0b-9649-db15c69a0640 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647628 Mar 26 03:14:39.153244 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2b2a1-9391-4afa-8018-a47b28034dbb req-64adbb1a-4761-4ca6-9c86-028484a4b44a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:39.160392 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fcb2b2a1-9391-4afa-8018-a47b28034dbb req-64adbb1a-4761-4ca6-9c86-028484a4b44a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0629375 Mar 26 03:14:39.209557 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fcb2b2a1-9391-4afa-8018-a47b28034dbb req-f02d3984-b982-480c-9879-151791079d79 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483084 Mar 26 03:14:39.566005 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e4613-7e8d-465f-b6ee-322ac0e103d8 req-930a310e-e568-4691-a6c2-39583782bb62 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:39.607687 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa3e4613-7e8d-465f-b6ee-322ac0e103d8 req-930a310e-e568-4691-a6c2-39583782bb62 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0650864 Mar 26 03:14:39.658319 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa3e4613-7e8d-465f-b6ee-322ac0e103d8 req-7b5097e4-a43c-4707-b287-c3928945294c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837586 Mar 26 03:14:40.345592 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ccaed-fc13-463c-a7dc-79fa98bbd0f9 req-c7593037-d0dc-477b-a6c5-c856f5db56c3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:40.352481 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b40ccaed-fc13-463c-a7dc-79fa98bbd0f9 req-c7593037-d0dc-477b-a6c5-c856f5db56c3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0610859 Mar 26 03:14:40.400426 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b40ccaed-fc13-463c-a7dc-79fa98bbd0f9 req-d8fdfc77-9214-4bd8-8ca4-c3cc5c21cf0b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470972 Mar 26 03:14:40.777808 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1a25a-d1dd-4120-ae0e-3bb17c649884 req-da78dfff-8f1a-419e-979c-6ec675e4b78a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:40.779453 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b1d1a25a-d1dd-4120-ae0e-3bb17c649884 req-da78dfff-8f1a-419e-979c-6ec675e4b78a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0563421 Mar 26 03:14:40.851001 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b1d1a25a-d1dd-4120-ae0e-3bb17c649884 req-21344b07-cf05-4d58-b718-836e053a1f9c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649502 Mar 26 03:14:41.552220 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017a5e2-d5a2-4fd8-b46b-a0911d03fad7 req-00816880-01e5-4e3c-9011-56424395d203 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:41.554628 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7017a5e2-d5a2-4fd8-b46b-a0911d03fad7 req-00816880-01e5-4e3c-9011-56424395d203 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0707672 Mar 26 03:14:41.611033 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7017a5e2-d5a2-4fd8-b46b-a0911d03fad7 req-afb08212-ef0f-47c2-b8cb-84ba800cfb36 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504153 Mar 26 03:14:41.978395 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a793e0d-7c27-4705-a3a2-7c224ab059a9 req-afc35a2a-06f2-4e47-bb81-213782ec482c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:41.979892 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9a793e0d-7c27-4705-a3a2-7c224ab059a9 req-afc35a2a-06f2-4e47-bb81-213782ec482c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0597348 Mar 26 03:14:42.050411 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9a793e0d-7c27-4705-a3a2-7c224ab059a9 req-361a0ef6-04df-48b2-87d3-3f521f8fb4b5 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646014 Mar 26 03:14:42.741086 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78210d68-11be-484e-8624-153470461645 req-02616712-a0b3-4ec0-a536-f1ff9fe46de6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:42.742719 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-78210d68-11be-484e-8624-153470461645 req-02616712-a0b3-4ec0-a536-f1ff9fe46de6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0601127 Mar 26 03:14:42.808405 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-78210d68-11be-484e-8624-153470461645 req-b5781080-4e90-4cc7-850c-402b30e6d8aa tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589228 Mar 26 03:14:43.162862 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ece39-a64b-4e29-a52f-c59dd3e8943d req-c99efedf-9fac-43f7-a741-99f3812cacb6 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:43.164339 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-970ece39-a64b-4e29-a52f-c59dd3e8943d req-c99efedf-9fac-43f7-a741-99f3812cacb6 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0521052 Mar 26 03:14:43.223157 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-970ece39-a64b-4e29-a52f-c59dd3e8943d req-062030da-765a-4908-808e-bf61f76f297f tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525310 Mar 26 03:14:43.941644 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc31787-b6c8-4182-b312-d486de4ed4b4 req-05cd00f0-3301-4fe9-b6d0-7feddc90b2e3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:43.943165 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7dc31787-b6c8-4182-b312-d486de4ed4b4 req-05cd00f0-3301-4fe9-b6d0-7feddc90b2e3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0573826 Mar 26 03:14:43.991088 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7dc31787-b6c8-4182-b312-d486de4ed4b4 req-2809f8a1-f4ea-43aa-918a-14122422fee6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424411 Mar 26 03:14:44.342926 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08307e1e-1fe1-4be6-b12b-7e00c2afbb96 req-7562b8d6-3154-48d3-8329-0ac03b0a4f4d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:44.344419 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-08307e1e-1fe1-4be6-b12b-7e00c2afbb96 req-7562b8d6-3154-48d3-8329-0ac03b0a4f4d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0532663 Mar 26 03:14:44.408663 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-08307e1e-1fe1-4be6-b12b-7e00c2afbb96 req-9d7c6c42-bdcc-46d5-a84c-bcaf5f6d39cf tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585055 Mar 26 03:14:45.112409 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7a557-6d5e-41e1-9a1a-55844807e31e req-f408c1c2-d80b-4b1d-b2fa-ff3665740e46 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:45.113867 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8fd7a557-6d5e-41e1-9a1a-55844807e31e req-f408c1c2-d80b-4b1d-b2fa-ff3665740e46 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0521710 Mar 26 03:14:45.159918 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8fd7a557-6d5e-41e1-9a1a-55844807e31e req-17e6be73-bc42-456f-9b74-7f115ce5d990 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 Mar 26 03:14:45.280578 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-10188aa6-ad34-4554-aeb9-9f36a1f82d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:45.281917 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-10188aa6-ad34-4554-aeb9-9f36a1f82d08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 1129 time: 0.0441427 Mar 26 03:14:45.375103 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-8c055a60-a630-40f4-b5d5-366224c02d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:45.376505 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-8c055a60-a630-40f4-b5d5-366224c02d6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 916 time: 0.0840178 Mar 26 03:14:45.440643 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-04d3c134-e678-4ec5-8381-56c525c95589 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0 HTTP/1.1" status: 200 len: 1001 time: 0.0574403 Mar 26 03:14:45.496016 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-599b6b55-078a-4ea1-9c10-bf63cead51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:45.497523 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-599b6b55-078a-4ea1-9c10-bf63cead51c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 200 len: 855 time: 0.0487504 Mar 26 03:14:45.527528 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e6e5-7816-409b-af4a-d90e00dcb828 req-c108e547-26e5-4bb5-8ac4-eb7b1a4800bd tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:45.529031 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e5a5e6e5-7816-409b-af4a-d90e00dcb828 req-c108e547-26e5-4bb5-8ac4-eb7b1a4800bd tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0541062 Mar 26 03:14:45.548464 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-4669e345-f80e-4f9e-b421-3c94b17a2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:45.549861 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-4669e345-f80e-4f9e-b421-3c94b17a2d43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450687 Mar 26 03:14:45.588512 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e5a5e6e5-7816-409b-af4a-d90e00dcb828 req-510160b9-ca17-4e07-8fad-ea426798304c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&id=7373f9cd-05c7-4ef3-a558-173b3b6be744&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534196 Mar 26 03:14:45.638387 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-daa6ddaf-b0c3-4b42-9a48-d0a2797df1b2 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801127 Mar 26 03:14:45.731400 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338aea8e-e12c-4ab4-a89f-a20e0bca6771 req-2743601f-0a70-4f0d-bbc8-eead95feb247 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850241 Mar 26 03:14:46.075944 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-227cf916-1b90-4e1f-a505-28b0d143383e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:46.283338 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cc7a2-dd3e-4c47-a66c-8e99e9ee263e req-6a777e64-e13b-4a86-b052-53e0a2cc9c4c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:46.284804 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9d5cc7a2-dd3e-4c47-a66c-8e99e9ee263e req-6a777e64-e13b-4a86-b052-53e0a2cc9c4c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0553863 Mar 26 03:14:46.332035 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9d5cc7a2-dd3e-4c47-a66c-8e99e9ee263e req-7121f6d4-7fc7-4600-8d41-739f501a092f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Mar 26 03:14:47.359190 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:14:47.442738 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c22019e0-dcc1-49f3-9cff-212e91aa5de0 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:14:47.443129 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:47.466517 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:14:47.470360 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9683ed-7466-4551-a123-64a23bef1e60" -d '{"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-unplugged", "status": "completed", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:14:47.471781 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257c645-0d99-46b0-8564-b14d124df4c0 req-feb5849f-f52c-4c1c-a4d9-b9db96819ab2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:47.473284 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2257c645-0d99-46b0-8564-b14d124df4c0 req-feb5849f-f52c-4c1c-a4d9-b9db96819ab2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 945 time: 0.0604258 Mar 26 03:14:47.484684 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:14:47.521689 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2257c645-0d99-46b0-8564-b14d124df4c0 req-3db38e8d-fd71-4194-9183-2a894d316307 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Mar 26 03:14:47.566078 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9ac1c1-2fc3-4dd8-8bd6-9aa6d0fd29e6 x-openstack-request-id: req-8c9ac1c1-2fc3-4dd8-8bd6-9aa6d0fd29e6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:14:47.566390 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-unplugged", "status": "completed", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:14:47.566678 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c9ac1c1-2fc3-4dd8-8bd6-9aa6d0fd29e6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:14:47.567081 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9ac1c1-2fc3-4dd8-8bd6-9aa6d0fd29e6'] response: {'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'code': 200} Mar 26 03:14:47.583360 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:47.632611 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:14:47.838148 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda32a7-67ce-4ca4-acb1-f947724f286a req-e6c85137-1be1-4dba-a82b-24b3f1676286 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:47.839641 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fbda32a7-67ce-4ca4-acb1-f947724f286a req-e6c85137-1be1-4dba-a82b-24b3f1676286 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0535457 Mar 26 03:14:47.886967 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fbda32a7-67ce-4ca4-acb1-f947724f286a req-8f38aa6c-7e2a-48e8-b102-240e871afd77 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Mar 26 03:14:48.343956 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54e99dc9-df58-4809-b486-25f68090eb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:48.647161 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198284e-5bca-405c-9a99-cddd6e29b38b req-58f21ee8-6220-4384-855b-c0409122806f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:48.648638 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2198284e-5bca-405c-9a99-cddd6e29b38b req-58f21ee8-6220-4384-855b-c0409122806f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0533025 Mar 26 03:14:48.694709 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2198284e-5bca-405c-9a99-cddd6e29b38b req-9c7cc783-eb4d-453d-bd48-e61f2af874d1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402887 Mar 26 03:14:49.007525 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf6e02-0395-445c-94a7-7cb2ccc3221b req-d4cec671-17e3-48cc-94dd-48cf5aadb8e0 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:49.009231 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-66bf6e02-0395-445c-94a7-7cb2ccc3221b req-d4cec671-17e3-48cc-94dd-48cf5aadb8e0 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0570493 Mar 26 03:14:49.057335 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-66bf6e02-0395-445c-94a7-7cb2ccc3221b req-ed2bb369-652b-4b53-9e63-17055d85553d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Mar 26 03:14:49.401502 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:14:49.424087 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:49.803443 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [req-7bab4005-3261-421c-b93e-503ef0cfc97d req-2db5f96f-70f5-4247-abcb-13df6c8eb18d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:14:49.804442 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7bab4005-3261-421c-b93e-503ef0cfc97d req-2db5f96f-70f5-4247-abcb-13df6c8eb18d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053530 Mar 26 03:14:50.055557 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d98f6-0a9c-471e-a60f-aff37d92d146 req-5b3d4637-d681-4db8-88b4-98b43fc2c8ad tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:50.057507 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-258d98f6-0a9c-471e-a60f-aff37d92d146 req-5b3d4637-d681-4db8-88b4-98b43fc2c8ad tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0575135 Mar 26 03:14:50.104703 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-258d98f6-0a9c-471e-a60f-aff37d92d146 req-8d41b737-f454-44ef-8a56-f73e50d12596 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 Mar 26 03:14:50.176327 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47306bf3-782e-47f3-a1e9-862ab03c1f1d req-943045ad-67a6-4e42-9566-923a0066372d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:50.177908 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-47306bf3-782e-47f3-a1e9-862ab03c1f1d req-943045ad-67a6-4e42-9566-923a0066372d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0528059 Mar 26 03:14:50.224808 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-47306bf3-782e-47f3-a1e9-862ab03c1f1d req-1aa17ff8-59e0-4208-91e5-926422981f61 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Mar 26 03:14:50.470533 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:50.501056 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49072) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:50.586437 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-28761156-f673-4797-aec6-15b624068341 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841212 Mar 26 03:14:50.595092 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-641c32ab-db78-4bc6-8f28-75a9674574e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:14:50.596025 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-641c32ab-db78-4bc6-8f28-75a9674574e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046179 Mar 26 03:14:50.673061 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49080) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:14:50.755429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:50.768737 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-8a489b98-389c-4390-889c-2383cceb171d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:50.773881 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-8a489b98-389c-4390-889c-2383cceb171d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports/c22019e0-dcc1-49f3-9cff-212e91aa5de0 HTTP/1.1" status: 200 len: 940 time: 0.0960441 Mar 26 03:14:51.226232 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbb263-15e8-47be-a171-6a0bb1398cfd req-e4d768ed-95d6-4ed4-9025-ba9cb67bd0ad tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:51.227792 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f3dbb263-15e8-47be-a171-6a0bb1398cfd req-e4d768ed-95d6-4ed4-9025-ba9cb67bd0ad tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0526147 Mar 26 03:14:51.276551 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f3dbb263-15e8-47be-a171-6a0bb1398cfd req-44e78658-707e-4f4a-8772-a0da49b68f1d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Mar 26 03:14:51.348954 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5a160-6963-4581-aabe-27e56de4058d req-21e5e22d-de3f-4015-b5c4-e6f2c35f64a6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:51.350344 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fbb5a160-6963-4581-aabe-27e56de4058d req-21e5e22d-de3f-4015-b5c4-e6f2c35f64a6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0555098 Mar 26 03:14:51.393825 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:14:51.400197 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fbb5a160-6963-4581-aabe-27e56de4058d req-940e2608-2b28-488c-97d8-f6376335e6aa tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435095 Mar 26 03:14:51.470367 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c22019e0-dcc1-49f3-9cff-212e91aa5de0 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:14:52.404262 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5a211-34d0-413e-9001-0398e470ab6c req-e5d6c9c1-cdf7-48ba-b796-35d0372a8e25 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:52.405742 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-37b5a211-34d0-413e-9001-0398e470ab6c req-e5d6c9c1-cdf7-48ba-b796-35d0372a8e25 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0581408 Mar 26 03:14:52.441989 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:14:52.458023 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-37b5a211-34d0-413e-9001-0398e470ab6c req-e604adca-f021-4d0b-be50-f44f722a050f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Mar 26 03:14:52.523808 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80910299-0f40-4e63-81a9-3c78dc94a01b req-b0306b0d-bd5a-4c36-94a4-33c19278eeb9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:52.526034 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-80910299-0f40-4e63-81a9-3c78dc94a01b req-b0306b0d-bd5a-4c36-94a4-33c19278eeb9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0575840 Mar 26 03:14:52.571846 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-80910299-0f40-4e63-81a9-3c78dc94a01b req-93c08f03-eb3d-4fd4-a211-5289a73b09f6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396008 Mar 26 03:14:53.396778 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-9957b15a-7a16-48a9-b26d-a977334e4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:53.398761 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-9957b15a-7a16-48a9-b26d-a977334e4479 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76&tenant_id=50915e0d81934278bd4b86b6434a6232 HTTP/1.1" status: 200 len: 1127 time: 0.0782201 Mar 26 03:14:53.463343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-be05a319-74e4-4952-84a0-dafeabbfbc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:53.464731 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-be05a319-74e4-4952-84a0-dafeabbfbc54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 1127 time: 0.0436556 Mar 26 03:14:53.560809 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-d3a81c24-e973-498c-a63c-2ddd5f3a57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:53.562285 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-d3a81c24-e973-498c-a63c-2ddd5f3a57e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 916 time: 0.0885339 Mar 26 03:14:53.579011 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e437496-4925-411c-a99c-7058c36f32a1 req-ce5df76a-cb80-4772-86f8-7dea8dcc9a01 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:53.580422 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4e437496-4925-411c-a99c-7058c36f32a1 req-ce5df76a-cb80-4772-86f8-7dea8dcc9a01 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0531719 Mar 26 03:14:53.627051 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-c56cfea5-93e7-4548-8bca-de3112c6ee24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0 HTTP/1.1" status: 200 len: 999 time: 0.0584288 Mar 26 03:14:53.629595 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4e437496-4925-411c-a99c-7058c36f32a1 req-8b98507d-d1aa-4698-8d55-f3c2ca926409 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Mar 26 03:14:53.704684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-19e7ac75-3fed-4cba-ac38-3fde1ca9ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:53.706117 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-19e7ac75-3fed-4cba-ac38-3fde1ca9ea14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 200 len: 855 time: 0.0730200 Mar 26 03:14:53.731755 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64379-780d-4d78-88c2-32dab1af58f1 req-2e436351-193f-4dc7-8d5d-3d01884691e5 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:53.733162 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1eb64379-780d-4d78-88c2-32dab1af58f1 req-2e436351-193f-4dc7-8d5d-3d01884691e5 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0915833 Mar 26 03:14:53.797384 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-6080a25d-64d3-4ceb-a416-a450763325f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:53.798870 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-6080a25d-64d3-4ceb-a416-a450763325f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851123 Mar 26 03:14:53.801789 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1eb64379-780d-4d78-88c2-32dab1af58f1 req-db5686cb-543c-405b-8dcc-27724f7d3574 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543590 Mar 26 03:14:53.893272 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-36e552d3-b407-43f5-af75-3699873a752f service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826693 Mar 26 03:14:53.983007 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff1546f5-34bb-42d0-8671-f5ccc658d783 req-8e7123eb-8c7a-4b97-b9b2-8d1ae1d7be2d service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812659 Mar 26 03:14:54.764935 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d66296-b62b-410b-80d8-d2ede103081a req-7d16f4f5-011f-47dc-b130-5dedd9fefc32 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:54.766737 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-08d66296-b62b-410b-80d8-d2ede103081a req-7d16f4f5-011f-47dc-b130-5dedd9fefc32 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0584593 Mar 26 03:14:54.821360 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-08d66296-b62b-410b-80d8-d2ede103081a req-dc792b10-81d1-4297-b508-2a51ff0b02f4 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489709 Mar 26 03:14:54.937507 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a38a9-f3e9-4c93-9eef-4e036860c36b req-2e612aa8-ed0e-4f52-9613-5cee0a2bf85c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:54.939314 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-da0a38a9-f3e9-4c93-9eef-4e036860c36b req-2e612aa8-ed0e-4f52-9613-5cee0a2bf85c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0544407 Mar 26 03:14:54.987100 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-da0a38a9-f3e9-4c93-9eef-4e036860c36b req-5ddbd42a-3ac9-4d3a-b9f7-855dbc78fec3 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Mar 26 03:14:55.988873 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ecf03-414b-4dcf-8aeb-6c6346d204cd req-c07c196f-e9c1-4996-8065-73a0c43ee938 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:55.991902 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8d0ecf03-414b-4dcf-8aeb-6c6346d204cd req-c07c196f-e9c1-4996-8065-73a0c43ee938 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0643842 Mar 26 03:14:56.040530 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8d0ecf03-414b-4dcf-8aeb-6c6346d204cd req-fa159548-b028-4f83-9146-948c7f74334a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423653 Mar 26 03:14:56.164504 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317be79-1143-4814-afb4-f700ee09127a req-61d19ef6-9d9f-4527-b0ae-fac03fb4c81d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:56.166808 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c317be79-1143-4814-afb4-f700ee09127a req-61d19ef6-9d9f-4527-b0ae-fac03fb4c81d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0559843 Mar 26 03:14:56.211594 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c317be79-1143-4814-afb4-f700ee09127a req-e842c114-a200-4c0b-ac60-056256451cf5 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395658 Mar 26 03:14:57.188838 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3b698-bdac-439e-9ee7-a08837f08296 req-f15172d2-0b48-453a-a9b5-987ca19aec14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:57.195466 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87d3b698-bdac-439e-9ee7-a08837f08296 req-f15172d2-0b48-453a-a9b5-987ca19aec14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0808253 Mar 26 03:14:57.242080 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87d3b698-bdac-439e-9ee7-a08837f08296 req-68715462-52b1-46bb-89aa-bbc28565f43c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Mar 26 03:14:57.362155 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfb5d1-2d8d-4584-9dd6-7828b203b687 req-4d2c69c8-483b-449d-9dd7-90b6eb858902 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:57.363703 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-63bfb5d1-2d8d-4584-9dd6-7828b203b687 req-4d2c69c8-483b-449d-9dd7-90b6eb858902 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0561898 Mar 26 03:14:57.413405 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-63bfb5d1-2d8d-4584-9dd6-7828b203b687 req-43bc2a38-89f4-41d9-a140-5cc835559909 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439563 Mar 26 03:14:58.373008 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08180ff4-248f-4095-ac73-8e6f84c92139 req-30a1098e-3cf6-4d85-93c9-a96efdef5f8e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:58.374901 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-08180ff4-248f-4095-ac73-8e6f84c92139 req-30a1098e-3cf6-4d85-93c9-a96efdef5f8e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0628157 Mar 26 03:14:58.426061 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-08180ff4-248f-4095-ac73-8e6f84c92139 req-e6617a4d-316a-4971-b0d3-8c89f4e2b997 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452545 Mar 26 03:14:58.544084 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc47-3e4d-4232-bda8-fb95a65d03e6 req-76eebd72-8c9b-45a4-96f4-99140b9466d4 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:58.545657 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4cb9bc47-3e4d-4232-bda8-fb95a65d03e6 req-76eebd72-8c9b-45a4-96f4-99140b9466d4 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0601015 Mar 26 03:14:58.592493 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4cb9bc47-3e4d-4232-bda8-fb95a65d03e6 req-d25a5f8e-da2f-4fcc-a14c-bf8e626927d6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Mar 26 03:14:59.550155 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a49f9-6ad2-40d8-b063-5824adbc34e3 req-2fc37a1c-a2e5-4416-855c-48be772ef805 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:59.551703 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-892a49f9-6ad2-40d8-b063-5824adbc34e3 req-2fc37a1c-a2e5-4416-855c-48be772ef805 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0535414 Mar 26 03:14:59.608465 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-892a49f9-6ad2-40d8-b063-5824adbc34e3 req-209cf548-895f-45ee-8fc5-9ed33f29d674 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495350 Mar 26 03:14:59.718389 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce453a3-ff78-4be8-bbe6-592cfe0cf0ef req-c5bd269d-5b4e-46e2-9487-7aa9b4eb6f2a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:14:59.719928 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ce453a3-ff78-4be8-bbe6-592cfe0cf0ef req-c5bd269d-5b4e-46e2-9487-7aa9b4eb6f2a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0546479 Mar 26 03:14:59.780735 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ce453a3-ff78-4be8-bbe6-592cfe0cf0ef req-821c3179-0e67-4d47-af32-131571bc0563 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547922 Mar 26 03:15:00.730191 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fe000-a71e-490d-b726-ca5724e9b2a2 req-c5f384f6-429d-4255-a0a5-8f06a57eee0e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:00.731659 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-293fe000-a71e-490d-b726-ca5724e9b2a2 req-c5f384f6-429d-4255-a0a5-8f06a57eee0e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0512953 Mar 26 03:15:00.776702 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-293fe000-a71e-490d-b726-ca5724e9b2a2 req-9e593ef4-70d9-4a99-b8c9-f31104184c40 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 Mar 26 03:15:00.907604 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623c9c9-6128-4381-82c1-2a38d4c4483c req-01bc38c0-abc7-439c-8cb2-cb25ccd872f6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:00.909049 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c623c9c9-6128-4381-82c1-2a38d4c4483c req-01bc38c0-abc7-439c-8cb2-cb25ccd872f6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0552685 Mar 26 03:15:01.154131 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c623c9c9-6128-4381-82c1-2a38d4c4483c req-1e548c0f-9ef1-4b6b-80d1-de2d99a4c2d9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389410 Mar 26 03:15:01.904436 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6547-0354-46eb-8eed-82397cfdd32c req-4715006f-259a-4aff-a8c4-35a7efc77f1d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:01.905910 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9a7e6547-0354-46eb-8eed-82397cfdd32c req-4715006f-259a-4aff-a8c4-35a7efc77f1d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0540202 Mar 26 03:15:01.951084 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9a7e6547-0354-46eb-8eed-82397cfdd32c req-1b070c6f-a422-467b-9b12-f00072b366bc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 Mar 26 03:15:02.285169 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b1f6-505b-4347-9583-14c0203c2bdc req-cde1d8f1-b708-4e49-a053-f2c9bd742054 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:02.286680 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2a33b1f6-505b-4347-9583-14c0203c2bdc req-cde1d8f1-b708-4e49-a053-f2c9bd742054 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0583017 Mar 26 03:15:02.341978 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2a33b1f6-505b-4347-9583-14c0203c2bdc req-a9430b8f-78e7-4507-9338-a23ec6df48f8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495276 Mar 26 03:15:03.074638 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5eb28-a267-4436-9f58-044768621801 req-f70cb6a7-4e87-4cba-ac22-52e8796b37e3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:03.076104 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-16a5eb28-a267-4436-9f58-044768621801 req-f70cb6a7-4e87-4cba-ac22-52e8796b37e3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0521429 Mar 26 03:15:03.137551 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-16a5eb28-a267-4436-9f58-044768621801 req-09e1fa00-c7e9-49a6-8ad3-2ef6f9b0bb5a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559018 Mar 26 03:15:03.473587 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d2516-3910-4d8c-beb4-fb7b2b5cac0b req-e9d1763a-da5b-485d-b1eb-82355eeb201e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:03.476434 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-975d2516-3910-4d8c-beb4-fb7b2b5cac0b req-e9d1763a-da5b-485d-b1eb-82355eeb201e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0653799 Mar 26 03:15:03.539623 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-975d2516-3910-4d8c-beb4-fb7b2b5cac0b req-9a1e5ccf-27c2-4861-9438-bcd337736b6e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582054 Mar 26 03:15:04.262518 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76878-12f8-4845-9ad5-c7628549e54d req-5bbfb67c-4c60-4f3f-8981-38bba03eb4ef tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:04.264097 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3ee76878-12f8-4845-9ad5-c7628549e54d req-5bbfb67c-4c60-4f3f-8981-38bba03eb4ef tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0561590 Mar 26 03:15:04.312523 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3ee76878-12f8-4845-9ad5-c7628549e54d req-dca1ecdb-2d95-41cf-8aa0-c5fd81648c9f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Mar 26 03:15:04.655031 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9463e6-df1b-4ca2-abfd-a60b9c441098 req-b18b8759-48f3-44dd-86de-ada2ecf4232b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:04.656457 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3d9463e6-df1b-4ca2-abfd-a60b9c441098 req-b18b8759-48f3-44dd-86de-ada2ecf4232b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0510013 Mar 26 03:15:04.701647 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3d9463e6-df1b-4ca2-abfd-a60b9c441098 req-987736ae-473a-4239-b237-bccb54a91d03 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 Mar 26 03:15:05.433777 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae363b-8290-4f15-b8b7-661cb804e489 req-5e92c6d6-a65c-4cd9-b8f8-df89246b9f56 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:05.435311 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6bae363b-8290-4f15-b8b7-661cb804e489 req-5e92c6d6-a65c-4cd9-b8f8-df89246b9f56 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0528145 Mar 26 03:15:05.485280 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6bae363b-8290-4f15-b8b7-661cb804e489 req-94a3d171-6f16-459e-a46b-04a7088dc380 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 Mar 26 03:15:05.818091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66477ebd-f0a6-4a31-a888-7febf76e5f71 req-c87e95e4-dc7c-4f87-982e-8e014885a2f7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:05.822625 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-66477ebd-f0a6-4a31-a888-7febf76e5f71 req-c87e95e4-dc7c-4f87-982e-8e014885a2f7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0547590 Mar 26 03:15:05.867132 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-66477ebd-f0a6-4a31-a888-7febf76e5f71 req-9756aaca-57a8-479b-a3c4-a51767063f6f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415611 Mar 26 03:15:06.222055 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f24674-4592-4362-93b5-8403999b22bb req-6f62382f-c00e-4a6b-bbe3-d4c47976719c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:06.223550 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-49f24674-4592-4362-93b5-8403999b22bb req-6f62382f-c00e-4a6b-bbe3-d4c47976719c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0515847 Mar 26 03:15:06.273768 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-49f24674-4592-4362-93b5-8403999b22bb req-709cf697-9fc1-4d87-b90c-26c1345b8068 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Mar 26 03:15:06.489197 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-e0156032-b8ca-48a9-8840-f980a327dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:06.490718 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-e0156032-b8ca-48a9-8840-f980a327dc1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 1130 time: 0.0490630 Mar 26 03:15:06.579291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-e0dfb9e3-d2c6-4787-88e6-9c86893027d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:06.580752 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-e0dfb9e3-d2c6-4787-88e6-9c86893027d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 911 time: 0.0836673 Mar 26 03:15:06.613027 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb772011-5641-43b6-af02-905c4821669f req-81d9cdcd-7f02-47e2-98a6-287059744645 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:06.614532 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cb772011-5641-43b6-af02-905c4821669f req-81d9cdcd-7f02-47e2-98a6-287059744645 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0525110 Mar 26 03:15:06.650772 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-f296e2bb-ee57-4112-be87-bde17ec82f05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a HTTP/1.1" status: 200 len: 1002 time: 0.0635040 Mar 26 03:15:06.660442 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cb772011-5641-43b6-af02-905c4821669f req-47e3fca4-ab52-4c0f-a41b-8be5b1d76cf1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402985 Mar 26 03:15:06.699857 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-6c69bdf8-7ee6-4789-946d-b1736cfc0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:06.701294 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-6c69bdf8-7ee6-4789-946d-b1736cfc0b4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.0436821 Mar 26 03:15:06.749907 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-dff89422-91fd-4945-bdd5-7c491cb805de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:06.751429 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-dff89422-91fd-4945-bdd5-7c491cb805de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436208 Mar 26 03:15:06.842372 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-af2287ea-9de6-4782-b151-927286797faa service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842752 Mar 26 03:15:06.929366 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b03654c1-eb7e-40ad-b39c-7b0bb75c524a req-1c0ffe8a-28d1-4b4e-9ddd-cac779f19144 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791278 Mar 26 03:15:07.390623 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187c09-6842-4ad3-89c3-e7fdababb0d6 req-89f2e3e2-7ba5-41bf-9b45-79881f23cb58 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:07.392072 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34187c09-6842-4ad3-89c3-e7fdababb0d6 req-89f2e3e2-7ba5-41bf-9b45-79881f23cb58 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0523274 Mar 26 03:15:07.442056 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-34187c09-6842-4ad3-89c3-e7fdababb0d6 req-b035a214-dfee-40bf-862a-a4c5b2e21dc0 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440857 Mar 26 03:15:07.783278 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3836d-ee06-4a60-83b4-a35bf07d12a9 req-4a03ae1f-8a2a-494c-b490-a0d28da2b25a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:07.784717 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6ab3836d-ee06-4a60-83b4-a35bf07d12a9 req-4a03ae1f-8a2a-494c-b490-a0d28da2b25a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0506442 Mar 26 03:15:07.831625 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6ab3836d-ee06-4a60-83b4-a35bf07d12a9 req-e54267ae-3d59-46fd-9c6e-de351cbed598 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413923 Mar 26 03:15:08.561418 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f11d0-d6d7-43fb-81ec-48069dab80e3 req-5984fbcb-9b73-4e1d-894b-080a4677fde6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:08.562899 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-030f11d0-d6d7-43fb-81ec-48069dab80e3 req-5984fbcb-9b73-4e1d-894b-080a4677fde6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0523903 Mar 26 03:15:08.607227 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-030f11d0-d6d7-43fb-81ec-48069dab80e3 req-b02e5a89-2f54-45e6-8f36-0706053a277d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388634 Mar 26 03:15:08.956512 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225ffb8-42ef-497e-9307-2eeca9f0effe req-db6534a3-0bc1-41bd-a018-5d376757b9a5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:08.957968 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2225ffb8-42ef-497e-9307-2eeca9f0effe req-db6534a3-0bc1-41bd-a018-5d376757b9a5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0544229 Mar 26 03:15:09.002836 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2225ffb8-42ef-497e-9307-2eeca9f0effe req-2e41d17c-d129-45d9-a04c-2a5067e47951 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394025 Mar 26 03:15:10.128033 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94582a12-2a3e-4177-9123-8aa78132f6a2 req-9806ec92-c6c8-4a73-8e2c-d3c7ca3416c8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:10.129482 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-94582a12-2a3e-4177-9123-8aa78132f6a2 req-9806ec92-c6c8-4a73-8e2c-d3c7ca3416c8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0578632 Mar 26 03:15:10.174135 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-94582a12-2a3e-4177-9123-8aa78132f6a2 req-fdf40957-6201-429c-8949-025d2e25c578 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385621 Mar 26 03:15:11.294701 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5404d28-2558-40ac-8df6-6de021bb209b req-fcb84617-7c52-4ca5-8c57-1f7a05db1c55 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:11.296153 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c5404d28-2558-40ac-8df6-6de021bb209b req-fcb84617-7c52-4ca5-8c57-1f7a05db1c55 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0512245 Mar 26 03:15:11.340959 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c5404d28-2558-40ac-8df6-6de021bb209b req-0e621380-90b0-4ae6-8d51-8a8132a6a9e1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393500 Mar 26 03:15:12.464899 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7b111-66ea-47de-8a5a-0449547f3f2f req-7866cf2a-0336-4316-91d1-ffe4a754c937 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:12.466350 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f8f7b111-66ea-47de-8a5a-0449547f3f2f req-7866cf2a-0336-4316-91d1-ffe4a754c937 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0549996 Mar 26 03:15:12.512537 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f8f7b111-66ea-47de-8a5a-0449547f3f2f req-1b8a153d-b221-4e42-91b7-af8f7617d3b9 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405638 Mar 26 03:15:13.506021 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:15:13.528604 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81475da-e21d-4d6b-8f29-fc56353ad7f9 req-6d213994-bd56-475b-88bd-d031638730ea tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:13.530473 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d81475da-e21d-4d6b-8f29-fc56353ad7f9 req-6d213994-bd56-475b-88bd-d031638730ea tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0858700 Mar 26 03:15:13.546191 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-723446c7-e9cc-4e2d-b981-c76568b6bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:13.547712 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-723446c7-e9cc-4e2d-b981-c76568b6bc16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1130 time: 0.0683873 Mar 26 03:15:13.616977 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:13.634476 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'port_id': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'mac_address': 'fa:16:3e:2d:f1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:15:13.671720 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-c7042d00-c933-43a1-9714-7be63b212976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:13.673646 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-c7042d00-c933-43a1-9714-7be63b212976 service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.1171994 Mar 26 03:15:13.683872 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620f60c-8ffc-46a8-bebb-35d720fcc904 req-e7c03739-f992-4d1a-bbb0-8ae55483a78b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:13.686388 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5620f60c-8ffc-46a8-bebb-35d720fcc904 req-e7c03739-f992-4d1a-bbb0-8ae55483a78b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 943 time: 0.0676215 Mar 26 03:15:13.694937 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c22019e0-dcc1-49f3-9cff-212e91aa5de0 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:15:13.695860 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:13.709310 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22019e0-dcc1-49f3-9cff-212e91aa5de0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:15:13.740293 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:13.743123 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d81475da-e21d-4d6b-8f29-fc56353ad7f9 req-015848a5-4cf3-42e3-89ea-24d3737f5ad6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071962 Mar 26 03:15:13.744422 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5620f60c-8ffc-46a8-bebb-35d720fcc904 req-33c91301-82d7-421a-b159-41672b20ae87 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515859 Mar 26 03:15:13.761297 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-bbb60d4a-dcbb-4ff9-8995-36625886d893 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b592620-6363-49dd-8d1a-8fc914136d0e HTTP/1.1" status: 200 len: 1001 time: 0.0772104 Mar 26 03:15:13.784316 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:13.824789 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-95c68858-6bbf-4881-8388-eb40673e2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:13.826424 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-95c68858-6bbf-4881-8388-eb40673e2da3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0533385 Mar 26 03:15:13.836513 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:13.879566 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-44b07507-d19b-4dab-8933-5fc51c5fc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:13.881058 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-44b07507-d19b-4dab-8933-5fc51c5fc74f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454390 Mar 26 03:15:13.970980 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-f78afa07-756d-420b-a7a0-1a79aae70d15 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827334 Mar 26 03:15:14.059848 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fd2d79cf-b3c5-450d-a19e-be3494111911 req-38225af0-0afa-4ccd-906b-e47da86faae3 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799866 Mar 26 03:15:14.141750 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['c22019e0-dcc1-49f3-9cff-212e91aa5de0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:15:14.864941 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2d914-b294-4b8c-836c-274a995ca13a req-f325c7c3-e2a7-4a64-be3e-d99f98079018 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:14.866429 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4fb2d914-b294-4b8c-836c-274a995ca13a req-f325c7c3-e2a7-4a64-be3e-d99f98079018 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 944 time: 0.0521798 Mar 26 03:15:14.878539 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79aaa0-fb8d-43f8-83b8-bafb78b65986 req-4f15fa0e-4501-49f0-ae02-95d9eccc8dcc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:14.880013 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0c79aaa0-fb8d-43f8-83b8-bafb78b65986 req-4f15fa0e-4501-49f0-ae02-95d9eccc8dcc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0520544 Mar 26 03:15:14.913515 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4fb2d914-b294-4b8c-836c-274a995ca13a req-e76cf5d0-a81a-44cf-b061-be0ef816f399 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 Mar 26 03:15:14.926951 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0c79aaa0-fb8d-43f8-83b8-bafb78b65986 req-c4cc6e2f-4678-457c-88fa-6e97a273d407 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Mar 26 03:15:15.521531 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:15:15.568111 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port c22019e0-dcc1-49f3-9cff-212e91aa5de0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:15:15.568485 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:15.644659 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c22019e0-dcc1-49f3-9cff-212e91aa5de0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:15:15.645043 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:15.667647 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:15:15.669875 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb18547-a655-445f-b931-a5875b10505d" -d '{"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-plugged", "status": "completed", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:15:15.682634 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:15.704064 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e809d694-a756-433e-86d0-ffb34109cac3 x-openstack-request-id: req-e809d694-a756-433e-86d0-ffb34109cac3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:15:15.704377 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-plugged", "status": "completed", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:15:15.704640 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e809d694-a756-433e-86d0-ffb34109cac3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:15:15.705040 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e809d694-a756-433e-86d0-ffb34109cac3'] response: {'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'code': 200} Mar 26 03:15:15.750046 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:15.797344 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:16.040849 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48016a-8802-4888-a1ba-fc3f9695be2a req-e3577662-d55c-4217-82d6-6c4ce1b8947e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:16.041525 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c48016a-8802-4888-a1ba-fc3f9695be2a req-e3577662-d55c-4217-82d6-6c4ce1b8947e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 946 time: 0.0564549 Mar 26 03:15:16.046835 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037551e-6f1c-46f2-b616-ac294e6471c1 req-b59749b7-5a44-4ddf-be32-a9521358630e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:16.048314 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3037551e-6f1c-46f2-b616-ac294e6471c1 req-b59749b7-5a44-4ddf-be32-a9521358630e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0526605 Mar 26 03:15:16.088896 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c48016a-8802-4888-a1ba-fc3f9695be2a req-26ceb2ee-0752-47df-ad80-1ba8d579f1d6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Mar 26 03:15:16.099826 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3037551e-6f1c-46f2-b616-ac294e6471c1 req-9f297848-c480-474a-bc85-e0e002d8bfbe tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458021 Mar 26 03:15:16.114466 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7bb2834e-fb56-4304-bc1a-b461b1b39e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:16.381584 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6ea3d-d558-4fa2-85cf-7c6a8049b502 req-5d528337-8f39-45ac-aaf1-26235706a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:16.383001 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4ec6ea3d-d558-4fa2-85cf-7c6a8049b502 req-5d528337-8f39-45ac-aaf1-26235706a8b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 1130 time: 0.0431678 Mar 26 03:15:16.428120 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4ec6ea3d-d558-4fa2-85cf-7c6a8049b502 req-7399c380-e56e-47b6-a243-4ae2d69887c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371621 Mar 26 03:15:17.222228 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa176c-5ad5-4aef-ad83-2938cdf588f3 req-3a0145a0-16c3-4e22-8728-975744663b67 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:17.223630 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9daa176c-5ad5-4aef-ad83-2938cdf588f3 req-3a0145a0-16c3-4e22-8728-975744663b67 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0521581 Mar 26 03:15:17.225297 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df521ea-2260-42db-ba9c-6e0aefb5db28 req-0cb40875-7495-4319-8aa3-33a91a531088 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:17.226802 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df521ea-2260-42db-ba9c-6e0aefb5db28 req-0cb40875-7495-4319-8aa3-33a91a531088 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 946 time: 0.0543225 Mar 26 03:15:17.269954 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9daa176c-5ad5-4aef-ad83-2938cdf588f3 req-d62c688b-fe5c-4bba-ba0b-98a41f2e5f49 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 Mar 26 03:15:17.273657 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df521ea-2260-42db-ba9c-6e0aefb5db28 req-0848f65f-d1d1-4d0e-a912-c1315d86e867 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411811 Mar 26 03:15:18.344438 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-269699b1-b604-46f6-a025-c091f757b854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:18.396689 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d14e8c-c66f-44f0-ac3e-93a4eb1c1225 req-c7112292-b389-41cc-814d-ada4b1bdc8e1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:18.397317 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5867b3-6ef9-4cf9-85c3-1417d86a6df4 req-7d6e2f51-11cd-4f32-94aa-222215925cc9 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:18.398173 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c2d14e8c-c66f-44f0-ac3e-93a4eb1c1225 req-c7112292-b389-41cc-814d-ada4b1bdc8e1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0558195 Mar 26 03:15:18.398813 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-db5867b3-6ef9-4cf9-85c3-1417d86a6df4 req-7d6e2f51-11cd-4f32-94aa-222215925cc9 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 946 time: 0.0540802 Mar 26 03:15:18.449977 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c2d14e8c-c66f-44f0-ac3e-93a4eb1c1225 req-2b624320-aa98-49ef-9245-31d924cacff0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451581 Mar 26 03:15:18.452492 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-db5867b3-6ef9-4cf9-85c3-1417d86a6df4 req-744d53a7-ea12-4ac8-9daf-f178d5e865dd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478792 Mar 26 03:15:19.401199 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:19.575512 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d88ea-5c7e-4bac-943d-e8e572ccea9a req-7b87887d-87f9-43ae-a3ef-cbfa919ec16f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:19.576115 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b3ff-f01e-4de7-9629-1a833a115a2a req-8a858fbf-6206-48e8-94ac-c6f90547484a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:19.576984 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1cf9b3ff-f01e-4de7-9629-1a833a115a2a req-8a858fbf-6206-48e8-94ac-c6f90547484a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0551472 Mar 26 03:15:19.577142 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-935d88ea-5c7e-4bac-943d-e8e572ccea9a req-7b87887d-87f9-43ae-a3ef-cbfa919ec16f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 946 time: 0.0520971 Mar 26 03:15:19.624091 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1cf9b3ff-f01e-4de7-9629-1a833a115a2a req-6370441b-09e3-43d7-9a19-5cae942de9bc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412343 Mar 26 03:15:19.627224 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-935d88ea-5c7e-4bac-943d-e8e572ccea9a req-d99f2e23-f2af-43c7-ac46-9c3935f1e6a2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442629 Mar 26 03:15:19.891252 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-04a3d0ad-73a8-4575-9ab2-8386a6498876 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418835 Mar 26 03:15:19.977423 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-40d489a9-aa16-45ae-a446-04702f2d4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:19.979445 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-40d489a9-aa16-45ae-a446-04702f2d4c51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 1130 time: 0.0442355 Mar 26 03:15:20.081633 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-86960086-0bbd-4aad-833f-6aad66bb268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:20.083082 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-86960086-0bbd-4aad-833f-6aad66bb268a service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.0841966 Mar 26 03:15:20.126568 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-7681823b-47f9-443e-bdf2-e290927f71d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020 HTTP/1.1" status: 200 len: 217 time: 0.0336213 Mar 26 03:15:20.174380 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-24dd362d-c53c-4b59-868d-55b60b3ac161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:20.176079 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-24dd362d-c53c-4b59-868d-55b60b3ac161 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0433109 Mar 26 03:15:20.225521 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-03fe375d-d0ce-4369-8ee8-bd9d11d6660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:20.226979 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-03fe375d-d0ce-4369-8ee8-bd9d11d6660e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436635 Mar 26 03:15:20.315705 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-55f4f647-3ea4-4b4d-a653-b093f12b6f18 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816569 Mar 26 03:15:20.405403 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4d3b242e-7000-49a0-aba6-d479e8c27cdf req-d7a77259-58f9-4ea8-b297-3d52593fe541 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797024 Mar 26 03:15:20.526999 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:20.742131 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb43cb0-1282-4e83-83db-0226d787d72e req-3e416675-bc6b-4cf4-8532-502c668148a2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:20.744203 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fcb43cb0-1282-4e83-83db-0226d787d72e req-3e416675-bc6b-4cf4-8532-502c668148a2 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0524902 Mar 26 03:15:20.772773 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:20.790974 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fcb43cb0-1282-4e83-83db-0226d787d72e req-5e24c0b5-25df-4b6a-954e-22857930d1f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412400 Mar 26 03:15:21.911895 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b1c65-71be-4246-9e04-d3ba964f955a req-9ce1ead6-8c5b-4296-9c90-2d3593d65414 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:21.913356 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-076b1c65-71be-4246-9e04-d3ba964f955a req-9ce1ead6-8c5b-4296-9c90-2d3593d65414 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0561333 Mar 26 03:15:21.958333 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-076b1c65-71be-4246-9e04-d3ba964f955a req-7df188b3-3f2c-4bab-9cf6-19be9369169a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 Mar 26 03:15:22.452398 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:23.072846 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d507b4-77e7-46c6-95cf-6de92a146703 req-54a65664-441c-48e4-afc3-f1ea2fd5b623 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:23.074294 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-29d507b4-77e7-46c6-95cf-6de92a146703 req-54a65664-441c-48e4-afc3-f1ea2fd5b623 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0511627 Mar 26 03:15:23.124567 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-29d507b4-77e7-46c6-95cf-6de92a146703 req-05447b7a-ea86-498e-983c-c50d22f28da1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448227 Mar 26 03:15:24.239396 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82154-80c0-4bbf-b8ac-5a68a7390210 req-3ccba0ec-196f-42a8-88ef-846af089a2ed tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:24.240844 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-14d82154-80c0-4bbf-b8ac-5a68a7390210 req-3ccba0ec-196f-42a8-88ef-846af089a2ed tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0505915 Mar 26 03:15:24.285648 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-14d82154-80c0-4bbf-b8ac-5a68a7390210 req-f7671bc1-162a-4e05-92a7-809dc2c43dc9 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Mar 26 03:15:25.403787 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509c36c-e6d7-4ebe-a461-db708b8695a4 req-1f0acea9-4d28-4f1d-948a-9158a0309191 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:25.405245 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e509c36c-e6d7-4ebe-a461-db708b8695a4 req-1f0acea9-4d28-4f1d-948a-9158a0309191 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0509765 Mar 26 03:15:25.451158 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e509c36c-e6d7-4ebe-a461-db708b8695a4 req-15fb0db3-fc2b-44de-b716-ec9e3ed92489 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Mar 26 03:15:26.401202 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:15:26.572694 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9e27d-4c41-4890-a6a2-aa6c43875a43 req-c541eb25-dbf8-435f-8ccf-2a078a499c33 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:26.574133 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-93c9e27d-4c41-4890-a6a2-aa6c43875a43 req-c541eb25-dbf8-435f-8ccf-2a078a499c33 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0550005 Mar 26 03:15:26.617824 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-93c9e27d-4c41-4890-a6a2-aa6c43875a43 req-5dd5f256-e768-4c6c-be97-95b70fee6af7 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382233 Mar 26 03:15:27.083337 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-ecbb5f64-defb-4594-97d2-b403ab2599d8 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469127045&fields=id&tenant_id=e897267a79754784a6d52e00d89bfced HTTP/1.1" status: 200 len: 267 time: 0.0423424 Mar 26 03:15:27.137436 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-f5f3503c-20f7-4052-800f-1299d880e5e1 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:27.138859 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-f5f3503c-20f7-4052-800f-1299d880e5e1 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 985 time: 0.0502853 Mar 26 03:15:27.149271 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Request body: {'port': {'security_groups': ['2b6b1906-ef22-4028-a233-c53b107aa6c2']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:15:27.224212 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.390853 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] For port aa63d348-66b9-4c06-8e09-3012f87d9b0b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:27.419627 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.468923 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.483019 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['aa63d348-66b9-4c06-8e09-3012f87d9b0b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:15:27.510882 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:27.511535 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.512907 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-479adf73-e3cc-4dca-bee5-72d3bf1c3634 req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "PUT /v2.0/ports/aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 943 time: 0.3678913 Mar 26 03:15:27.513366 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:15:27.516064 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c8e4e6-9699-441c-b129-07cae69e8213" -d '{"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:15:27.520226 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49326) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:27.551515 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event updated for resources: {'Port': ['ID=aa63d348-66b9-4c06-8e09-3012f87d9b0b,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:27.561723 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.565756 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.566557 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.566953 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.567358 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.568159 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e4c469-3630-429c-9bb3-da5d2bc1978c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.575903 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cd36e3-ff70-44a3-9945-4fc946b3a19c x-openstack-request-id: req-f7cd36e3-ff70-44a3-9945-4fc946b3a19c {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:15:27.576191 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:15:27.576496 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7cd36e3-ff70-44a3-9945-4fc946b3a19c {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:15:27.576944 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7cd36e3-ff70-44a3-9945-4fc946b3a19c'] response: {'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'status': 'completed', 'code': 200} Mar 26 03:15:27.610904 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group (7373f9cd-05c7-4ef3-a558-173b3b6be744), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.628541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['aa63d348-66b9-4c06-8e09-3012f87d9b0b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:15:27.638851 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group (7373f9cd-05c7-4ef3-a558-173b3b6be744), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.750729 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-2d0e76e5-3a5b-44e6-bab1-8c8358701980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:27.752456 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-2d0e76e5-3a5b-44e6-bab1-8c8358701980 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e897267a79754784a6d52e00d89bfced&device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1130 time: 0.1047721 Mar 26 03:15:27.770180 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0888c-6ef1-4aaf-8058-d4695dbefdcc req-98368711-7578-4ebe-9881-83f7e6de13e5 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:27.771863 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3dd0888c-6ef1-4aaf-8058-d4695dbefdcc req-98368711-7578-4ebe-9881-83f7e6de13e5 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0641150 Mar 26 03:15:27.810470 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7373f9cd-05c7-4ef3-a558-173b3b6be744), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.813230 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.816863 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "DELETE /v2.0/security-groups/7373f9cd-05c7-4ef3-a558-173b3b6be744 HTTP/1.1" status: 204 len: 168 time: 0.2931497 Mar 26 03:15:27.817757 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49332) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:27.827799 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7373f9cd-05c7-4ef3-a558-173b3b6be744,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:27.830544 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3077d51a-2d16-4740-9c2d-e85253b82ed5 None None] Provisioning complete for port aa63d348-66b9-4c06-8e09-3012f87d9b0b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:15:27.831178 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3077d51a-2d16-4740-9c2d-e85253b82ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:27.838064 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.838415 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.838779 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.839693 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.840037 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.840359 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.840684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.841006 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.841328 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.841650 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.841974 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.842293 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.842679 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.842998 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.843315 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3371b580-1a8b-454e-8763-c5c79b4c114a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:27.873439 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-7db0f7bf-8dd2-42a2-b677-dc361553ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:27.875587 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-7db0f7bf-8dd2-42a2-b677-dc361553ea2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b HTTP/1.1" status: 200 len: 914 time: 0.1164308 Mar 26 03:15:27.877652 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3dd0888c-6ef1-4aaf-8058-d4695dbefdcc req-ba13d87f-f0ce-419c-9e9b-acd67ee5e707 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976939 Mar 26 03:15:27.934234 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3077d51a-2d16-4740-9c2d-e85253b82ed5 None None] Current status of the port aa63d348-66b9-4c06-8e09-3012f87d9b0b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:15:27.947056 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-542f1027-25f5-45e1-a32a-d14d3f65494c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 1002 time: 0.0639586 Mar 26 03:15:27.999380 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-668ce12a-f4c0-421a-a2a6-dc3a263f802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:28.000974 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-668ce12a-f4c0-421a-a2a6-dc3a263f802f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1 HTTP/1.1" status: 200 len: 853 time: 0.0474014 Mar 26 03:15:28.005202 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Deleting port 13bb9a97-ff47-4e46-8a43-2d62a208eb1b {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:28.005546 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:28.049829 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-4b5644c3-6f42-4c43-8dd7-a151fea73e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:28.051473 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-4b5644c3-6f42-4c43-8dd7-a151fea73e70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442963 Mar 26 03:15:28.079802 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:28.080123 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for floatingip (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:28.091580 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Calling delete_port for 13bb9a97-ff47-4e46-8a43-2d62a208eb1b owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:28.138527 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-d76f1485-f869-43d0-b89e-551923e97542 service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800261 Mar 26 03:15:28.233550 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09c8e4e6-9699-441c-b129-07cae69e8213 req-b622ad67-4701-4e23-b70b-dafb03655dee service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886595 Mar 26 03:15:28.526725 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (13bb9a97-ff47-4e46-8a43-2d62a208eb1b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:28.555392 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event deleted for resources: {'Port': ['ID=13bb9a97-ff47-4e46-8a43-2d62a208eb1b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:28.615750 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks [] for floatingip (91d56a31-0e52-4b75-b882-84fd0d7b0d36), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:28.616078 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Floating IP 91d56a31-0e52-4b75-b882-84fd0d7b0d36 disassociated (deleted). External IP: 172.27.1.122, port: aa63d348-66b9-4c06-8e09-3012f87d9b0b. Mar 26 03:15:28.820218 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:15:28.926970 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:15:28.932060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:28.938076 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] Sync routers for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:15:28.948007 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:28.948621 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:28.969149 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f0f3852b-1a33-4bf0-8140-6ad042f45db2 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "DELETE /v2.0/floatingips/91d56a31-0e52-4b75-b882-84fd0d7b0d36 HTTP/1.1" status: 204 len: 168 time: 1.1482668 Mar 26 03:15:29.024174 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ab5b8-d275-4244-87af-a5cbc05797d4 req-3b21a63a-6c29-4a8c-b5d8-0a763a63d08d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:29.026244 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0a5ab5b8-d275-4244-87af-a5cbc05797d4 req-3b21a63a-6c29-4a8c-b5d8-0a763a63d08d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0554838 Mar 26 03:15:29.062638 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:29.077835 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0a5ab5b8-d275-4244-87af-a5cbc05797d4 req-ae424432-8b40-4f90-a90a-40a858290d62 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454454 Mar 26 03:15:29.264410 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:42Z', 'revision_number': 5, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:29.295570 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] Checking router: 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:15:29.304098 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:29.304692 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:29.413891 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:29.578362 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:15:29.580757 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c9f346-2761-4603-9770-2fb8024b3380" -d '{"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:15:29.607848 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:42Z', 'revision_number': 5, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:29.615011 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ef604-5aaa-44a1-a290-0e401075f297 x-openstack-request-id: req-9e7ef604-5aaa-44a1-a290-0e401075f297 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:15:29.615302 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:15:29.615556 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e7ef604-5aaa-44a1-a290-0e401075f297 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:15:29.615948 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7ef604-5aaa-44a1-a290-0e401075f297'] response: {'name': 'network-changed', 'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'status': 'completed', 'code': 200} Mar 26 03:15:29.633839 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b207d5-69e1-41d1-8f16-487b6fb2e40d None None] The sync data for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi is: [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '09eb5f9b-5d05-44e8-9de8-23c8ec04636e', 'name': '', 'network_id': 'e74046de-d4b9-46ee-b50a-b0f7d2343e8b', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'mac_address': 'fa:16:3e:10:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:42Z', 'revision_number': 5, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'subnets': [{'id': '0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:15:29.692327 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-cc42ab3a-6e5d-4a7f-8b3c-813a63943ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:29.693818 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-cc42ab3a-6e5d-4a7f-8b3c-813a63943ee5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e897267a79754784a6d52e00d89bfced&device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 1130 time: 0.0484252 Mar 26 03:15:29.784968 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-de4b52f3-8f12-49a1-b870-96b51321e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:29.786422 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-de4b52f3-8f12-49a1-b870-96b51321e451 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b HTTP/1.1" status: 200 len: 914 time: 0.0844924 Mar 26 03:15:29.838645 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-0367fada-cc93-43fd-b43f-74338d9d825c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 200 len: 217 time: 0.0380571 Mar 26 03:15:29.856175 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6f03c-75d5-47ee-b3c2-abc980d4ceeb None None] New status for floating IP 91d56a31-0e52-4b75-b882-84fd0d7b0d36: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:15:29.897681 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-34394b73-ba20-43da-a2b0-c348f5fbfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:29.899052 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-34394b73-ba20-43da-a2b0-c348f5fbfd69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1 HTTP/1.1" status: 200 len: 853 time: 0.0496507 Mar 26 03:15:29.951884 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-da0acde3-b990-410c-8351-6fe58b97e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:29.953380 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-da0acde3-b990-410c-8351-6fe58b97e838 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e74046de-d4b9-46ee-b50a-b0f7d2343e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471168 Mar 26 03:15:30.048389 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-d1213ea6-d093-44f3-9b91-0d366ae31332 service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817447 Mar 26 03:15:30.138147 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8c9f346-2761-4603-9770-2fb8024b3380 req-8f5f6ef9-401d-48c7-8beb-ede5c773fd0f service neutron] 10.222.0.18 "GET /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834429 Mar 26 03:15:30.197736 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510a39e-571e-44c1-9ff9-f6ad36aa91e3 req-20cb5c96-35dd-4fab-aba8-91e689407059 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:30.201197 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9510a39e-571e-44c1-9ff9-f6ad36aa91e3 req-20cb5c96-35dd-4fab-aba8-91e689407059 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0521855 Mar 26 03:15:30.245369 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9510a39e-571e-44c1-9ff9-f6ad36aa91e3 req-7a945f2e-0572-49dc-9361-0bb2400d92ed tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404341 Mar 26 03:15:30.587857 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ec8b-b886-42c0-8e6a-bddecf9e2a22 req-ed58eef7-8407-4533-9c2b-93b99d00a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:30.589822 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a89ec8b-b886-42c0-8e6a-bddecf9e2a22 req-ed58eef7-8407-4533-9c2b-93b99d00a244 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1130 time: 0.0465469 Mar 26 03:15:30.631236 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a89ec8b-b886-42c0-8e6a-bddecf9e2a22 req-2bf7c135-eaa6-4a4e-9752-6d1e280be735 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358858 Mar 26 03:15:31.358725 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b88151-75b2-4cca-b747-0bd3d182b8b1 req-9e633859-690d-4ada-b0fc-a3716dbfcaeb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:31.360146 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-04b88151-75b2-4cca-b747-0bd3d182b8b1 req-9e633859-690d-4ada-b0fc-a3716dbfcaeb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0501611 Mar 26 03:15:31.405201 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-04b88151-75b2-4cca-b747-0bd3d182b8b1 req-ecb2b69a-30f5-4b42-9ad8-97408cee25f6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Mar 26 03:15:32.542243 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b982c4c-0ffb-42e2-b9a0-c24dc90e8bf3 req-c4dd4664-0400-44dd-824f-5ae4a2d5e236 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:32.543739 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9b982c4c-0ffb-42e2-b9a0-c24dc90e8bf3 req-c4dd4664-0400-44dd-824f-5ae4a2d5e236 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0709274 Mar 26 03:15:32.590724 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9b982c4c-0ffb-42e2-b9a0-c24dc90e8bf3 req-4d93594d-2faa-43c9-9315-6d2b90823675 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Mar 26 03:15:33.083853 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0accd-5957-4ddf-a46b-141dca2d7570 req-f8bdaf67-1b86-4dec-ab49-49ff61479cdc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:33.085235 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8b0accd-5957-4ddf-a46b-141dca2d7570 req-f8bdaf67-1b86-4dec-ab49-49ff61479cdc tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0525482 Mar 26 03:15:33.160979 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b8b0accd-5957-4ddf-a46b-141dca2d7570 req-fc5db82b-1c64-41cb-a0d7-272cecc16f53 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675170 Mar 26 03:15:33.163723 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-ca8f271b-1c2d-45b2-8213-e4833aaf5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:33.165068 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-ca8f271b-1c2d-45b2-8213-e4833aaf5897 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1130 time: 0.0789902 Mar 26 03:15:33.214788 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a797f-d8b9-47cf-851d-57fae6caef4c req-96b48bf2-bfb9-4a3f-bc5b-eaed7916b68a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:33.216248 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-723a797f-d8b9-47cf-851d-57fae6caef4c req-96b48bf2-bfb9-4a3f-bc5b-eaed7916b68a tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.0565336 Mar 26 03:15:33.254723 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-829b038e-5d12-42cf-b5b1-02a8fdffa257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:33.256184 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-829b038e-5d12-42cf-b5b1-02a8fdffa257 service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.0845764 Mar 26 03:15:33.263595 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-723a797f-d8b9-47cf-851d-57fae6caef4c req-8fe3e04e-01f4-4e7d-809d-42f7184e5b22 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Mar 26 03:15:33.324509 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-84801ce3-e420-43b5-97e8-727f4b5d19f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b592620-6363-49dd-8d1a-8fc914136d0e HTTP/1.1" status: 200 len: 1001 time: 0.0612352 Mar 26 03:15:33.371714 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-56ceb1ca-d3a7-47ac-865f-40afa2fb689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:33.373056 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-56ceb1ca-d3a7-47ac-865f-40afa2fb689b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0424943 Mar 26 03:15:33.422801 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-076d2e6e-e8b8-474f-8979-2d7b4bd02603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:33.424271 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-076d2e6e-e8b8-474f-8979-2d7b4bd02603 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434756 Mar 26 03:15:33.514832 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-f37c3186-da05-4037-abd2-119f77dba4c8 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822825 Mar 26 03:15:33.603134 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8f85e518-1942-413a-a9fe-d451a7827e34 req-c439f625-a91b-43d5-ab46-27756b5e812c service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796113 Mar 26 03:15:34.282767 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff839f8-649b-4f6b-bf0e-06c6305b938e req-3f11b6f9-8e19-4821-8f16-f77c0b5a1395 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:34.284203 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ff839f8-649b-4f6b-bf0e-06c6305b938e req-3f11b6f9-8e19-4821-8f16-f77c0b5a1395 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0558100 Mar 26 03:15:34.330412 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ff839f8-649b-4f6b-bf0e-06c6305b938e req-4db148f9-65f7-4b58-a32f-8a241fb028ea tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Mar 26 03:15:34.379049 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e632c1-5472-42b9-9211-90c6feffd6f4 req-06d7da42-9b46-4ac2-960b-efca149f349c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:34.380516 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-22e632c1-5472-42b9-9211-90c6feffd6f4 req-06d7da42-9b46-4ac2-960b-efca149f349c tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.0511563 Mar 26 03:15:34.426136 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-22e632c1-5472-42b9-9211-90c6feffd6f4 req-e9c9657f-6767-4c4c-964b-4dd19ada0bde tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Mar 26 03:15:35.194968 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-6d479032-ae83-4f85-975a-9b9050dd81ef tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:35.196393 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-6d479032-ae83-4f85-975a-9b9050dd81ef tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.18 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.0517168 Mar 26 03:15:35.322920 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Deleting port aa63d348-66b9-4c06-8e09-3012f87d9b0b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:35.323676 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:35.445561 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] For port aa63d348-66b9-4c06-8e09-3012f87d9b0b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=aa63d348-66b9-4c06-8e09-3012f87d9b0b,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:35.445854 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:35.464308 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Calling delete_port for aa63d348-66b9-4c06-8e09-3012f87d9b0b owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:35.545325 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8132fb-be5d-46e7-8a12-4bd8d2f52506 req-a29b4a71-5b42-47f3-b13b-89bd75a9016d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:35.546822 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0b8132fb-be5d-46e7-8a12-4bd8d2f52506 req-a29b4a71-5b42-47f3-b13b-89bd75a9016d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.1486094 Mar 26 03:15:35.551757 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990efd-fdd0-4622-b24b-b584198a0aea req-d51b04ed-94d9-45a7-ab6b-becf5d765000 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:35.553252 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ab990efd-fdd0-4622-b24b-b584198a0aea req-d51b04ed-94d9-45a7-ab6b-becf5d765000 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 946 time: 0.0564318 Mar 26 03:15:35.602721 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ab990efd-fdd0-4622-b24b-b584198a0aea req-1f357abb-d7f0-44cf-9d75-2065e3e92b94 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b6b1906-ef22-4028-a233-c53b107aa6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432003 Mar 26 03:15:35.823885 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0b8132fb-be5d-46e7-8a12-4bd8d2f52506 req-51531a97-9e4e-4a97-8a56-015893a732cf tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702680 Mar 26 03:15:35.937916 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (aa63d348-66b9-4c06-8e09-3012f87d9b0b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:35.964095 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Pushing event deleted for resources: {'Port': ['ID=aa63d348-66b9-4c06-8e09-3012f87d9b0b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:36.030165 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] No DVR routers for this DVR port aa63d348-66b9-4c06-8e09-3012f87d9b0b on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:15:36.033234 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:36.036537 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8c795f63-ad29-45ba-a875-24ffc1fe1874 req-bd503838-6b61-4b77-98b2-86ff3063650d tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.18 "DELETE /v2.0/ports/aa63d348-66b9-4c06-8e09-3012f87d9b0b HTTP/1.1" status: 204 len: 173 time: 0.8330901 Mar 26 03:15:36.036979 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'name': 'network-vif-deleted', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:15:36.039236 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728d420-bf7f-4d27-95ab-523818b4b8aa" -d '{"events": [{"server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "name": "network-vif-deleted", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:15:36.074311 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2339b71-698d-479b-9fa8-a9a2b061aace x-openstack-request-id: req-a2339b71-698d-479b-9fa8-a9a2b061aace {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:15:36.074564 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db00530-bad7-47bc-b319-bbc8238d53d5", "name": "network-vif-deleted", "tag": "aa63d348-66b9-4c06-8e09-3012f87d9b0b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:15:36.074820 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2339b71-698d-479b-9fa8-a9a2b061aace {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:15:36.075244 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2339b71-698d-479b-9fa8-a9a2b061aace'] response: {'server_uuid': '2db00530-bad7-47bc-b319-bbc8238d53d5', 'name': 'network-vif-deleted', 'tag': 'aa63d348-66b9-4c06-8e09-3012f87d9b0b', 'status': 'completed', 'code': 200} Mar 26 03:15:36.708263 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6cee1807-e145-44c8-b96e-e1ca7008aa30 req-3d7aa9da-4fa7-446b-9997-77c366f03aa5 tempest-TestMinimumBasicScenario-833617190 tempest-TestMinimumBasicScenario-833617190-project] 10.222.0.20 "GET /v2.0/ports?device_id=2db00530-bad7-47bc-b319-bbc8238d53d5 HTTP/1.1" status: 200 len: 210 time: 0.0291002 Mar 26 03:15:36.946313 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace31118-7ff0-449a-a232-9aabec1439db req-00cd27ac-60be-4169-9339-e0232c8cae17 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:36.948018 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ace31118-7ff0-449a-a232-9aabec1439db req-00cd27ac-60be-4169-9339-e0232c8cae17 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0566607 Mar 26 03:15:37.003602 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ace31118-7ff0-449a-a232-9aabec1439db req-b81e7a2e-a4ae-4dd8-bd9e-d12a4a4ebaff tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Mar 26 03:15:37.124628 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3c821-a04f-4d8f-b611-2cac523b2b8d req-b6ddf515-3b51-4e90-b075-3458bc64c77e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:37.126155 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-32f3c821-a04f-4d8f-b611-2cac523b2b8d req-b6ddf515-3b51-4e90-b075-3458bc64c77e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0532217 Mar 26 03:15:37.135917 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49404) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:37.140812 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-76bea508-48ff-4a3b-aba4-f1eb59abdb97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Request body: {'floatingip': {'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:15:37.197517 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76bea508-48ff-4a3b-aba4-f1eb59abdb97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (5ceef0dc-2349-4209-961a-6ff9a5b2f599), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:37.655573 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device aa63d348-66b9-4c06-8e09-3012f87d9b0b no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:15:37.658532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76bea508-48ff-4a3b-aba4-f1eb59abdb97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:37.677509 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: aa63d348-66b9-4c06-8e09-3012f87d9b0b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:15:37.678095 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device aa63d348-66b9-4c06-8e09-3012f87d9b0b not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:15:37.703815 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76bea508-48ff-4a3b-aba4-f1eb59abdb97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (5ceef0dc-2349-4209-961a-6ff9a5b2f599), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:37.920227 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bea508-48ff-4a3b-aba4-f1eb59abdb97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Router 60890868-7332-4261-b4e4-9c1b1eaad878 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:15:38.039288 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bea508-48ff-4a3b-aba4-f1eb59abdb97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:15:38.045255 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76bea508-48ff-4a3b-aba4-f1eb59abdb97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:38.049947 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] Sync routers for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:15:38.060246 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:38.060937 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:38.077754 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:15:38.080137 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea5377d-89f8-41f3-90cf-9495d138dc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:15:38.123184 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-76bea508-48ff-4a3b-aba4-f1eb59abdb97 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "PUT /v2.0/floatingips/5ceef0dc-2349-4209-961a-6ff9a5b2f599 HTTP/1.1" status: 200 len: 993 time: 0.9860034 Mar 26 03:15:38.145343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0983d29-75ec-4e1e-b603-b0b66f6c5326 x-openstack-request-id: req-d0983d29-75ec-4e1e-b603-b0b66f6c5326 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:15:38.145746 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:15:38.146050 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0983d29-75ec-4e1e-b603-b0b66f6c5326 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:15:38.146420 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0983d29-75ec-4e1e-b603-b0b66f6c5326'] response: {'name': 'network-changed', 'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'status': 'completed', 'code': 200} Mar 26 03:15:38.205443 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:38.213978 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-1a0df7e1-9bfb-4ef9-84b2-cb5f97aa755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:38.215703 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-1a0df7e1-9bfb-4ef9-84b2-cb5f97aa755a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1130 time: 0.0462952 Mar 26 03:15:38.311457 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-ddfa6fd6-e153-4918-8b1a-09ad398486e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:38.316392 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-ddfa6fd6-e153-4918-8b1a-09ad398486e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.0911410 Mar 26 03:15:38.391455 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-74a7ff92-c7f7-4a91-a0b5-a84826213423 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b592620-6363-49dd-8d1a-8fc914136d0e HTTP/1.1" status: 200 len: 1001 time: 0.0720417 Mar 26 03:15:38.446588 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-72df83b6-b7b3-443e-91d5-40e44d99f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:38.448219 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-72df83b6-b7b3-443e-91d5-40e44d99f2a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0493426 Mar 26 03:15:38.518547 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-0aac0440-809e-4b5d-bde8-15bb19059e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:38.520260 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-0aac0440-809e-4b5d-bde8-15bb19059e26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638351 Mar 26 03:15:38.538436 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5ceef0dc-2349-4209-961a-6ff9a5b2f599', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'mac_address': 'fa:16:3e:ad:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:41Z', 'updated_at': '2022-03-26T03:15:37Z', 'revision_number': 3, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:38.552687 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] Checking router: 60890868-7332-4261-b4e4-9c1b1eaad878 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:15:38.562185 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:38.562826 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:38.622795 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-11d2a74f-e9de-4732-aadf-a11eae0994a3 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962577 Mar 26 03:15:38.670387 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:38.710194 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eea5377d-89f8-41f3-90cf-9495d138dc4c req-26934f60-59d8-44b6-937f-faf73a9dee36 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820894 Mar 26 03:15:38.915242 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5ceef0dc-2349-4209-961a-6ff9a5b2f599', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'mac_address': 'fa:16:3e:ad:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:41Z', 'updated_at': '2022-03-26T03:15:37Z', 'revision_number': 3, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:38.942477 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee10512-be5d-4d9b-bb0e-32768a87e75b None None] The sync data for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi is: [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5ceef0dc-2349-4209-961a-6ff9a5b2f599', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'port_id': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'mac_address': 'fa:16:3e:ad:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:13:41Z', 'updated_at': '2022-03-26T03:15:37Z', 'revision_number': 3, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:15:39.202671 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49452) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:39.607305 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:39.905294 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Deleting port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:39.905635 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:39.980946 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] For port 09eb5f9b-5d05-44e8-9de8-23c8ec04636e, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:39.981302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:39.994722 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Calling delete_port for 09eb5f9b-5d05-44e8-9de8-23c8ec04636e owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:40.148347 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:15:40.150509 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12" -d '{"events": [{"name": "network-changed", "server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:15:40.185343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a7c610-1ed7-4c15-ac17-cab1ffd7abe1 x-openstack-request-id: req-74a7c610-1ed7-4c15-ac17-cab1ffd7abe1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:15:40.185632 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:15:40.185885 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74a7c610-1ed7-4c15-ac17-cab1ffd7abe1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:15:40.186280 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a7c610-1ed7-4c15-ac17-cab1ffd7abe1'] response: {'name': 'network-changed', 'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'status': 'completed', 'code': 200} Mar 26 03:15:40.261182 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-fa0b6b89-5436-4fb4-baf2-c74d816ba7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:40.262582 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-fa0b6b89-5436-4fb4-baf2-c74d816ba7cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 1130 time: 0.0463033 Mar 26 03:15:40.276591 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (09eb5f9b-5d05-44e8-9de8-23c8ec04636e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:40.336501 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Pushing event deleted for resources: {'Port': ['ID=09eb5f9b-5d05-44e8-9de8-23c8ec04636e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:40.422939 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-891da043-c272-4ce2-a6e8-1990837935cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:40.424394 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-891da043-c272-4ce2-a6e8-1990837935cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.1555834 Mar 26 03:15:40.759679 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-999c358e-ad05-4de1-8563-03e21cda5d8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b592620-6363-49dd-8d1a-8fc914136d0e HTTP/1.1" status: 200 len: 1001 time: 0.2990241 Mar 26 03:15:40.799997 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:40.875352 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-710afbf6-76d9-492d-8099-38c1540a181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:40.876771 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-710afbf6-76d9-492d-8099-38c1540a181f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.1078644 Mar 26 03:15:40.950922 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-919b306e-03f9-4da4-b849-79b556f051f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:40.952386 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-919b306e-03f9-4da4-b849-79b556f051f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682724 Mar 26 03:15:41.123781 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-1cd45afd-e715-4ec0-9e24-af6940501b0a service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602609 Mar 26 03:15:41.125096 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:15:41.286404 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f84f7abe-6ac0-4a0a-9941-5ac3c6022f12 req-f7e3fd88-acfd-434e-ba8b-23fae9a5424b service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598485 Mar 26 03:15:41.299931 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:15:41.304713 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8698e65a-ba62-400a-9d1a-f7c0c62bf628 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1009393 Mar 26 03:15:41.307348 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49458) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:41.309403 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] Sync routers for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:15:41.319622 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:41.320240 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:41.412778 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks [] for router (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:41.535499 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks [] for router_gateway (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:41.555009 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:41.666025 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Deleting port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:41.666277 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:41.727223 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:15:40Z', 'revision_number': 5, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port': {'id': '9058d1e1-a447-48cb-901b-a8f1f65ccd5b', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:41.743482 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] For port 9058d1e1-a447-48cb-901b-a8f1f65ccd5b, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=9058d1e1-a447-48cb-901b-a8f1f65ccd5b,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:41.743838 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:41.754122 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] Checking router: 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:15:41.760119 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Calling delete_port for 9058d1e1-a447-48cb-901b-a8f1f65ccd5b owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:41.762245 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] Routers {'1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:41.762994 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:41.849815 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] Set router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:41.904352 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:15:41Z', 'revision_number': 6, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:41.930563 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570520f-b026-4f30-bd4d-5d8dd28985c1 None None] The sync data for ids ['1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e'] in dv-cinder-835328-1-iscsi is: [{'id': '1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e', 'name': 'tempest-TestMinimumBasicScenario-438232983-router', 'tenant_id': 'e897267a79754784a6d52e00d89bfced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:28Z', 'updated_at': '2022-03-26T03:15:41Z', 'revision_number': 6, 'project_id': 'e897267a79754784a6d52e00d89bfced', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:15:41.978397 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (9058d1e1-a447-48cb-901b-a8f1f65ccd5b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.004881 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9058d1e1-a447-48cb-901b-a8f1f65ccd5b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:42.064309 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.166620 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.168762 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks [] for router_controller (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.298482 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.299158 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:15:42.305197 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.305902 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-02ca50e2-aa11-4f57-9e32-58ba29d22a61 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1b87f9cc-ebaa-4c04-8b3a-8acb0c49255e HTTP/1.1" status: 204 len: 168 time: 0.9976199 Mar 26 03:15:42.308521 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49460) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:42.355522 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c5f028-f442-4603-aa40-e4270a4381b1 admin admin] Deleting subnet 0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:15:42.359081 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09c5f028-f442-4603-aa40-e4270a4381b1 admin admin] Publish callbacks [] for subnet (0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.392761 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09c5f028-f442-4603-aa40-e4270a4381b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4671531'] for subnet (0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.495831 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09c5f028-f442-4603-aa40-e4270a4381b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.601429 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09c5f028-f442-4603-aa40-e4270a4381b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4502636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4584295'] for subnet (0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.628372 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5f028-f442-4603-aa40-e4270a4381b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:42.635772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09c5f028-f442-4603-aa40-e4270a4381b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.638903 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-09c5f028-f442-4603-aa40-e4270a4381b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0f5a373b-1b8f-444b-b2b6-ceb5bcf603c1 HTTP/1.1" status: 204 len: 168 time: 0.3292789 Mar 26 03:15:42.641353 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49462) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:42.642582 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e2200-33f5-4b5e-8b96-d50862e882b8 None None] Network e74046de-d4b9-46ee-b50a-b0f7d2343e8b requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:15:42.711107 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (e74046de-d4b9-46ee-b50a-b0f7d2343e8b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.764054 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Deleting port 1c18386a-37e9-4357-bdb8-863d1f15fa6a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:42.764359 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.815328 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] DHCP port deletion for e74046de-d4b9-46ee-b50a-b0f7d2343e8b request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:15:42.830136 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] For port 1c18386a-37e9-4357-bdb8-863d1f15fa6a, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=1c18386a-37e9-4357-bdb8-863d1f15fa6a,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:42.830521 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.844023 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Calling delete_port for 1c18386a-37e9-4357-bdb8-863d1f15fa6a owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:42.867047 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Deleting port 1c18386a-37e9-4357-bdb8-863d1f15fa6a {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:42.867425 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.937753 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] For port 1c18386a-37e9-4357-bdb8-863d1f15fa6a, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=1c18386a-37e9-4357-bdb8-863d1f15fa6a,segment=NetworkSegment(27e4fa6a-d73b-4687-b46b-69a11db21175),segment_id=27e4fa6a-d73b-4687-b46b-69a11db21175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:42.944544 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:42.951742 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Calling delete_port for 1c18386a-37e9-4357-bdb8-863d1f15fa6a owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:43.023825 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:43.051052 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Pushing event deleted for resources: {'Port': ['ID=1c18386a-37e9-4357-bdb8-863d1f15fa6a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:43.052768 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] No DVR routers for this DVR port 1c18386a-37e9-4357-bdb8-863d1f15fa6a on host dv-cinder-835328-1-iscsi {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:15:43.074553 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (1c18386a-37e9-4357-bdb8-863d1f15fa6a), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:43.099708 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Pushing event deleted for resources: {'Port': ['ID=1c18386a-37e9-4357-bdb8-863d1f15fa6a,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:43.103991 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] No DVR routers for this DVR port 1c18386a-37e9-4357-bdb8-863d1f15fa6a on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:15:43.110267 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.110653 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.111041 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.111402 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.111743 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.112077 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.112406 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.112741 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.113057 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.113381 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.113706 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.114044 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.114375 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.114727 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.115051 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fbc5-16c9-4ca1-a414-89d99d1478ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:15:43.125193 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (e74046de-d4b9-46ee-b50a-b0f7d2343e8b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:43.147797 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74046de-d4b9-46ee-b50a-b0f7d2343e8b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:43.157801 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e4fa6a-d73b-4687-b46b-69a11db21175') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:43.158096 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e4fa6a-d73b-4687-b46b-69a11db21175') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:43.167553 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (27e4fa6a-d73b-4687-b46b-69a11db21175), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:43.181022 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (27e4fa6a-d73b-4687-b46b-69a11db21175), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:43.186704 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:15:43.187083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (27e4fa6a-d73b-4687-b46b-69a11db21175), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:15:43.188688 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:15:43.298377 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (e74046de-d4b9-46ee-b50a-b0f7d2343e8b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:43.305419 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:43.311242 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] 10.222.0.20 "DELETE /v2.0/networks/e74046de-d4b9-46ee-b50a-b0f7d2343e8b HTTP/1.1" status: 204 len: 168 time: 0.6662478 Mar 26 03:15:43.311659 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49464) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:43.317591 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d0337-8915-4544-954c-a048e034baeb admin admin] Pushing event deleted for resources: {'Network': ['ID=e74046de-d4b9-46ee-b50a-b0f7d2343e8b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:43.567241 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 9058d1e1-a447-48cb-901b-a8f1f65ccd5b no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:15:43.587356 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 9058d1e1-a447-48cb-901b-a8f1f65ccd5b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:15:43.587865 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 9058d1e1-a447-48cb-901b-a8f1f65ccd5b not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:15:43.588380 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 1c18386a-37e9-4357-bdb8-863d1f15fa6a no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:15:43.607429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 1c18386a-37e9-4357-bdb8-863d1f15fa6a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:15:43.607945 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 1c18386a-37e9-4357-bdb8-863d1f15fa6a not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:15:43.608390 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 09eb5f9b-5d05-44e8-9de8-23c8ec04636e no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:15:43.627626 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 09eb5f9b-5d05-44e8-9de8-23c8ec04636e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:15:43.628096 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 09eb5f9b-5d05-44e8-9de8-23c8ec04636e not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:15:43.726890 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:44.015798 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Deleting port 23aab94a-fd4b-48a9-8901-b409ff85fbbf {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:44.016136 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:44.090331 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] For port 23aab94a-fd4b-48a9-8901-b409ff85fbbf, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=23aab94a-fd4b-48a9-8901-b409ff85fbbf,segment=NetworkSegment(1554c8ae-dd0c-4ad1-abee-bcf8817d7519),segment_id=1554c8ae-dd0c-4ad1-abee-bcf8817d7519)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:44.090710 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:44.103390 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Calling delete_port for 23aab94a-fd4b-48a9-8901-b409ff85fbbf owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:44.327311 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (23aab94a-fd4b-48a9-8901-b409ff85fbbf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:44.356158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=23aab94a-fd4b-48a9-8901-b409ff85fbbf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:44.521618 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:44.730389 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Router e6b5653d-d28c-4742-b2a8-dd7a81344dbc has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:15:45.073297 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:15:45.078380 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8ccb0c45-c90b-40e6-8b93-7b6836c64d1c admin admin] 10.222.0.20 "PUT /v2.0/routers/e6b5653d-d28c-4742-b2a8-dd7a81344dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7655602 Mar 26 03:15:45.080743 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49468) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:45.083232 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] Sync routers for ids ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:15:45.092829 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] Routers {'e6b5653d-d28c-4742-b2a8-dd7a81344dbc'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:45.093511 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:45.182099 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks [] for router (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:45.199677 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] Set router e6b5653d-d28c-4742-b2a8-dd7a81344dbc gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:45.286572 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks [] for router_gateway (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:45.376698 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:15:44Z', 'revision_number': 5, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port': {'id': '43652d36-ddba-4dda-b5fb-9daa3949586f', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:43Z', 'updated_at': '2022-03-26T03:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:45.402712 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] Checking router: e6b5653d-d28c-4742-b2a8-dd7a81344dbc for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:15:45.411201 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] Routers {'e6b5653d-d28c-4742-b2a8-dd7a81344dbc'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:45.411793 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:45.412840 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Deleting port 43652d36-ddba-4dda-b5fb-9daa3949586f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:45.413325 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:45.490942 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] For port 43652d36-ddba-4dda-b5fb-9daa3949586f, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=43652d36-ddba-4dda-b5fb-9daa3949586f,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:45.491656 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:45.499151 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] Set router e6b5653d-d28c-4742-b2a8-dd7a81344dbc gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:45.505134 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Calling delete_port for 43652d36-ddba-4dda-b5fb-9daa3949586f owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:45.550557 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:15:45Z', 'revision_number': 6, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:45.578813 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767fdf1a-77a4-40c6-b092-4d7e797d68b7 None None] The sync data for ids ['e6b5653d-d28c-4742-b2a8-dd7a81344dbc'] in dv-cinder-835328-1-iscsi is: [{'id': 'e6b5653d-d28c-4742-b2a8-dd7a81344dbc', 'name': 'tempest-TestMinimumBasicScenario-572839739-router', 'tenant_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:42Z', 'updated_at': '2022-03-26T03:15:45Z', 'revision_number': 6, 'project_id': '718d4c9b800d432f91ba26ec4a1d6cf9', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:15:45.726503 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (43652d36-ddba-4dda-b5fb-9daa3949586f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:45.751727 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Pushing event deleted for resources: {'Port': ['ID=43652d36-ddba-4dda-b5fb-9daa3949586f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:45.812345 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:45.916924 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:45.919505 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks [] for router_controller (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.052674 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (e6b5653d-d28c-4742-b2a8-dd7a81344dbc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.053209 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b5653d-d28c-4742-b2a8-dd7a81344dbc {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:15:46.057982 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.063275 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-15844428-235a-4833-b173-6cccd4119489 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e6b5653d-d28c-4742-b2a8-dd7a81344dbc HTTP/1.1" status: 204 len: 168 time: 0.9775422 Mar 26 03:15:46.063275 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49470) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:46.105138 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2786228-96cb-4228-a577-a8a85e9adb7f admin admin] Deleting subnet de500ad2-2286-4282-abd6-d9ec52fa6e9d {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:15:46.108195 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2786228-96cb-4228-a577-a8a85e9adb7f admin admin] Publish callbacks [] for subnet (de500ad2-2286-4282-abd6-d9ec52fa6e9d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.115099 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd691d0f-f5dd-4d81-9ab4-b7b79865501f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.141955 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2786228-96cb-4228-a577-a8a85e9adb7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (de500ad2-2286-4282-abd6-d9ec52fa6e9d), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.250718 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2786228-96cb-4228-a577-a8a85e9adb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (de500ad2-2286-4282-abd6-d9ec52fa6e9d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.373528 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2786228-96cb-4228-a577-a8a85e9adb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (de500ad2-2286-4282-abd6-d9ec52fa6e9d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.400399 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2786228-96cb-4228-a577-a8a85e9adb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de500ad2-2286-4282-abd6-d9ec52fa6e9d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:46.405804 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2786228-96cb-4228-a577-a8a85e9adb7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.412258 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f2786228-96cb-4228-a577-a8a85e9adb7f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/de500ad2-2286-4282-abd6-d9ec52fa6e9d HTTP/1.1" status: 204 len: 168 time: 0.3469810 Mar 26 03:15:46.412382 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb735b30-51ba-43b4-bc47-c1ae76ef4049 None None] Network 728463cb-280d-4a10-969e-46dde9028e1b requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:15:46.412528 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49472) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:46.483408 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (728463cb-280d-4a10-969e-46dde9028e1b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.541508 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Deleting port 93a37a60-61a8-45b9-92b0-e233d11dd28d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:46.541723 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.585429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] DHCP port deletion for 728463cb-280d-4a10-969e-46dde9028e1b request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:15:46.609571 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] For port 93a37a60-61a8-45b9-92b0-e233d11dd28d, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=93a37a60-61a8-45b9-92b0-e233d11dd28d,segment=NetworkSegment(1554c8ae-dd0c-4ad1-abee-bcf8817d7519),segment_id=1554c8ae-dd0c-4ad1-abee-bcf8817d7519)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:46.609925 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.623257 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Calling delete_port for 93a37a60-61a8-45b9-92b0-e233d11dd28d owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:46.635845 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] Deleting port 93a37a60-61a8-45b9-92b0-e233d11dd28d {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:46.636222 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.696614 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] For port 93a37a60-61a8-45b9-92b0-e233d11dd28d, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=93a37a60-61a8-45b9-92b0-e233d11dd28d,segment=NetworkSegment(1554c8ae-dd0c-4ad1-abee-bcf8817d7519),segment_id=1554c8ae-dd0c-4ad1-abee-bcf8817d7519)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:46.697006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.709009 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] Calling delete_port for 93a37a60-61a8-45b9-92b0-e233d11dd28d owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:46.760884 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.786675 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (93a37a60-61a8-45b9-92b0-e233d11dd28d), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.790594 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a37a60-61a8-45b9-92b0-e233d11dd28d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:46.792384 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] No DVR routers for this DVR port 93a37a60-61a8-45b9-92b0-e233d11dd28d on host dv-cinder-835328-1-iscsi {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:15:46.817728 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] Pushing event deleted for resources: {'Port': ['ID=93a37a60-61a8-45b9-92b0-e233d11dd28d,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:46.819806 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2900e0b-4bf7-411f-943b-45f4275e2d05 None None] No DVR routers for this DVR port 93a37a60-61a8-45b9-92b0-e233d11dd28d on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:15:46.863467 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (728463cb-280d-4a10-969e-46dde9028e1b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.882610 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728463cb-280d-4a10-969e-46dde9028e1b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:46.891527 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1554c8ae-dd0c-4ad1-abee-bcf8817d7519') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:46.891819 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1554c8ae-dd0c-4ad1-abee-bcf8817d7519') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:46.900929 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (1554c8ae-dd0c-4ad1-abee-bcf8817d7519), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.913816 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (1554c8ae-dd0c-4ad1-abee-bcf8817d7519), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.920060 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:15:46.921566 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (1554c8ae-dd0c-4ad1-abee-bcf8817d7519), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:15:46.921973 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:15:47.023867 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (728463cb-280d-4a10-969e-46dde9028e1b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:47.029358 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:47.032554 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/728463cb-280d-4a10-969e-46dde9028e1b HTTP/1.1" status: 204 len: 168 time: 0.6190798 Mar 26 03:15:47.043651 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d2986-19d1-4090-9c8b-39797a4a24d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=728463cb-280d-4a10-969e-46dde9028e1b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:47.326860 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49478) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:47.363110 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-82af77f4-e2c4-4d02-b85e-a94817c6628f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e897267a79754784a6d52e00d89bfced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376709 Mar 26 03:15:47.368815 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49480) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:47.415060 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be3a315a-c00a-4959-9fac-1c2a523ff6a6 admin admin] Publish callbacks [] for security_group (2b6b1906-ef22-4028-a233-c53b107aa6c2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:47.435233 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be3a315a-c00a-4959-9fac-1c2a523ff6a6 admin admin] Publish callbacks [] for security_group (2b6b1906-ef22-4028-a233-c53b107aa6c2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:47.548222 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 43652d36-ddba-4dda-b5fb-9daa3949586f no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:15:47.555255 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be3a315a-c00a-4959-9fac-1c2a523ff6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (2b6b1906-ef22-4028-a233-c53b107aa6c2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:47.557843 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be3a315a-c00a-4959-9fac-1c2a523ff6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:47.559021 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-be3a315a-c00a-4959-9fac-1c2a523ff6a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b6b1906-ef22-4028-a233-c53b107aa6c2 HTTP/1.1" status: 204 len: 168 time: 0.1893337 Mar 26 03:15:47.568762 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a315a-c00a-4959-9fac-1c2a523ff6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6b1906-ef22-4028-a233-c53b107aa6c2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:47.569032 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 43652d36-ddba-4dda-b5fb-9daa3949586f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:15:47.569381 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 43652d36-ddba-4dda-b5fb-9daa3949586f not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:15:47.569801 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 93a37a60-61a8-45b9-92b0-e233d11dd28d no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:15:47.592830 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 93a37a60-61a8-45b9-92b0-e233d11dd28d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:15:47.593172 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 93a37a60-61a8-45b9-92b0-e233d11dd28d not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:15:47.593592 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 23aab94a-fd4b-48a9-8901-b409ff85fbbf no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:15:47.619273 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 23aab94a-fd4b-48a9-8901-b409ff85fbbf {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:15:47.619942 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 23aab94a-fd4b-48a9-8901-b409ff85fbbf not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:15:48.113784 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49486) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:48.155400 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-9de4386f-f542-4fc5-90a5-e2d3141280c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=718d4c9b800d432f91ba26ec4a1d6cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404773 Mar 26 03:15:48.157777 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49488) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:48.204324 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8c391f7-250b-4f03-8941-fafefc8547ae admin admin] Publish callbacks [] for security_group (fb780038-556e-43da-bc41-0d4d381d661d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:48.225281 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8c391f7-250b-4f03-8941-fafefc8547ae admin admin] Publish callbacks [] for security_group (fb780038-556e-43da-bc41-0d4d381d661d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:48.338124 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8c391f7-250b-4f03-8941-fafefc8547ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fb780038-556e-43da-bc41-0d4d381d661d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:48.341227 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8c391f7-250b-4f03-8941-fafefc8547ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:48.342394 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f8c391f7-250b-4f03-8941-fafefc8547ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb780038-556e-43da-bc41-0d4d381d661d HTTP/1.1" status: 204 len: 168 time: 0.1837451 Mar 26 03:15:48.349993 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c391f7-250b-4f03-8941-fafefc8547ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb780038-556e-43da-bc41-0d4d381d661d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:48.389718 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-59fca8f5-ce90-4969-8f10-ca6dd4786827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:49.429558 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:50.486667 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:50.535642 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cc41d-4b36-4cf5-99d0-062546581932 req-ea00d890-d59b-4a6e-b380-0cadfc5f4ea6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:50.537128 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-216cc41d-4b36-4cf5-99d0-062546581932 req-ea00d890-d59b-4a6e-b380-0cadfc5f4ea6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0532839 Mar 26 03:15:50.586438 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-216cc41d-4b36-4cf5-99d0-062546581932 req-c899c288-e896-4ef1-b2f3-ecb0ac1a0998 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Mar 26 03:15:50.732823 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:51.703775 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b9d13-5062-489e-94da-14575c27d41f req-12e4d289-3001-4c41-98dc-8a0fa50b335f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:51.705215 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-be5b9d13-5062-489e-94da-14575c27d41f req-12e4d289-3001-4c41-98dc-8a0fa50b335f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0513625 Mar 26 03:15:51.750202 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-be5b9d13-5062-489e-94da-14575c27d41f req-38f32463-8f6b-4a8f-b5a1-dcdecec9e489 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394361 Mar 26 03:15:52.446188 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:52.656454 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-3afa1513-0127-44ca-b9a9-85a31ba20696 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:52.657870 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-3afa1513-0127-44ca-b9a9-85a31ba20696 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0535009 Mar 26 03:15:52.746523 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Deleting port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:52.747168 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:52.869153 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8c0c4-20d2-4c2f-aa1e-3d3ca159f443 req-22c2b55f-137d-414a-bf3a-203b6b8a1d0d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:52.870749 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9cd8c0c4-20d2-4c2f-aa1e-3d3ca159f443 req-22c2b55f-137d-414a-bf3a-203b6b8a1d0d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 946 time: 0.0535316 Mar 26 03:15:52.920378 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9cd8c0c4-20d2-4c2f-aa1e-3d3ca159f443 req-7cc36f77-fec1-4fa6-aa09-d944fab95c17 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f3eeef3-7f77-4843-9f69-55e8e79fef63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Mar 26 03:15:53.054469 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] For port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:15:53.054758 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:53.266909 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:53.267528 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (9f1f4950-3841-43f7-bea6-7b5405273ec9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:53.267843 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Floating IP 9f1f4950-3841-43f7-bea6-7b5405273ec9 disassociated. External IP: 172.27.1.193, port: 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a. Mar 26 03:15:53.268188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Calling delete_port for 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:53.429354 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (668a0aab-c108-41fa-a2c2-3b9e01fe1a2a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:53.455924 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event deleted for resources: {'Port': ['ID=668a0aab-c108-41fa-a2c2-3b9e01fe1a2a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:53.570729 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Router 6130eee4-80f3-41ef-b548-01675f36d7d8 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:15:53.676783 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:15:53.686564 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d728c2-77db-4898-84af-e6303e509434 None None] Sync routers for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:15:53.696171 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d728c2-77db-4898-84af-e6303e509434 None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:53.696775 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-83d728c2-77db-4898-84af-e6303e509434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:53.715902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] No DVR routers for this DVR port 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:15:53.718934 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:53.722140 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4e971a97-b3c6-42f7-bb14-e3681e019984 req-035d3dc7-5ed3-48dc-aefb-1d4e66603163 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "DELETE /v2.0/ports/668a0aab-c108-41fa-a2c2-3b9e01fe1a2a HTTP/1.1" status: 204 len: 173 time: 1.0587804 Mar 26 03:15:53.722610 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'name': 'network-vif-deleted', 'tag': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:15:53.724818 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45c17e3-ce35-400b-bc47-9b416662169d" -d '{"events": [{"server_uuid": "467cd179-b97d-4ea3-8869-e6ea64ddd2e5", "name": "network-vif-deleted", "tag": "668a0aab-c108-41fa-a2c2-3b9e01fe1a2a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:15:53.760555 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f013d2-e380-4051-b1d5-c0c3a46f9cad x-openstack-request-id: req-c9f013d2-e380-4051-b1d5-c0c3a46f9cad {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:15:53.761139 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467cd179-b97d-4ea3-8869-e6ea64ddd2e5", "name": "network-vif-deleted", "tag": "668a0aab-c108-41fa-a2c2-3b9e01fe1a2a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:15:53.761139 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9f013d2-e380-4051-b1d5-c0c3a46f9cad {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:15:53.761501 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f013d2-e380-4051-b1d5-c0c3a46f9cad'] response: {'server_uuid': '467cd179-b97d-4ea3-8869-e6ea64ddd2e5', 'name': 'network-vif-deleted', 'tag': '668a0aab-c108-41fa-a2c2-3b9e01fe1a2a', 'status': 'completed', 'code': 200} Mar 26 03:15:53.807346 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-83d728c2-77db-4898-84af-e6303e509434 None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:54.019985 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-83d728c2-77db-4898-84af-e6303e509434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:54.021061 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-33b02335-bf08-4fe9-814c-42621f8ca32b req-67f9e884-432e-4b1d-a9ca-6cc3adcce45b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=467cd179-b97d-4ea3-8869-e6ea64ddd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0324461 Mar 26 03:15:54.046999 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d728c2-77db-4898-84af-e6303e509434 None None] Checking router: 6130eee4-80f3-41ef-b548-01675f36d7d8 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:15:54.055177 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d728c2-77db-4898-84af-e6303e509434 None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:15:54.055779 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-83d728c2-77db-4898-84af-e6303e509434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:54.160871 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-83d728c2-77db-4898-84af-e6303e509434 None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:15:54.474987 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-83d728c2-77db-4898-84af-e6303e509434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:15:54.501212 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d728c2-77db-4898-84af-e6303e509434 None None] The sync data for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi is: [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:15:54.715711 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335880a-17b2-4b7a-b422-ff17a523153e None None] New status for floating IP 9f1f4950-3841-43f7-bea6-7b5405273ec9: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:15:55.236423 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49518) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:55.289805 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f97a319f-f9da-44e6-959f-1e31ddef7307 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (1f3eeef3-7f77-4843-9f69-55e8e79fef63), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.312988 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f97a319f-f9da-44e6-959f-1e31ddef7307 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (1f3eeef3-7f77-4843-9f69-55e8e79fef63), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.400847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f97a319f-f9da-44e6-959f-1e31ddef7307 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (1f3eeef3-7f77-4843-9f69-55e8e79fef63), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.403393 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f97a319f-f9da-44e6-959f-1e31ddef7307 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.405159 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f97a319f-f9da-44e6-959f-1e31ddef7307 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f3eeef3-7f77-4843-9f69-55e8e79fef63 HTTP/1.1" status: 204 len: 168 time: 0.1677487 Mar 26 03:15:55.407946 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49520) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:55.414539 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a319f-f9da-44e6-959f-1e31ddef7307 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3eeef3-7f77-4843-9f69-55e8e79fef63,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:55.420975 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.api.v2.resource [None req-c3337d83-3f71-4e2e-99a9-96157212a6a7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] show failed (client error): The resource could not be found. Mar 26 03:15:55.421958 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c3337d83-3f71-4e2e-99a9-96157212a6a7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups/1f3eeef3-7f77-4843-9f69-55e8e79fef63 HTTP/1.1" status: 404 len: 347 time: 0.0129952 Mar 26 03:15:55.425358 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49522) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:55.548756 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Deleting port 3bc0d174-7520-4a24-879e-1f10072d67ca {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:15:55.549086 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (3bc0d174-7520-4a24-879e-1f10072d67ca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.624223 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (3bc0d174-7520-4a24-879e-1f10072d67ca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.624558 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (3bc0d174-7520-4a24-879e-1f10072d67ca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.635890 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Calling delete_port for 3bc0d174-7520-4a24-879e-1f10072d67ca owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:15:55.702807 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:15:55.722303 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:15:55.722673 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 668a0aab-c108-41fa-a2c2-3b9e01fe1a2a not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:15:55.812149 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (3bc0d174-7520-4a24-879e-1f10072d67ca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.836253 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event deleted for resources: {'Port': ['ID=3bc0d174-7520-4a24-879e-1f10072d67ca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:55.894738 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (9f1f4950-3841-43f7-bea6-7b5405273ec9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.897245 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:55.898387 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-439e306f-06ac-4171-9908-0c3ca43bf262 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "DELETE /v2.0/floatingips/9f1f4950-3841-43f7-bea6-7b5405273ec9 HTTP/1.1" status: 204 len: 168 time: 0.4721467 Mar 26 03:15:56.245438 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49526) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:56.249961 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-da52c298-1a9b-46d3-b705-52bdc7a5f6e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77166447', 'description': 'tempest-description--1435574220'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:15:56.309456 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da52c298-1a9b-46d3-b705-52bdc7a5f6e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.375839 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da52c298-1a9b-46d3-b705-52bdc7a5f6e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (3506c9a1-759f-4353-b6e2-e41011e63a2e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.446637 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da52c298-1a9b-46d3-b705-52bdc7a5f6e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3506c9a1-759f-4353-b6e2-e41011e63a2e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.474697 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52c298-1a9b-46d3-b705-52bdc7a5f6e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3506c9a1-759f-4353-b6e2-e41011e63a2e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:56.591576 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da52c298-1a9b-46d3-b705-52bdc7a5f6e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.592852 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-da52c298-1a9b-46d3-b705-52bdc7a5f6e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3464241 Mar 26 03:15:56.595739 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49528) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:56.600007 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3a2643f4-d7a3-44a4-859f-72863bb29c63 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'security_group_rule': {'security_group_id': '3506c9a1-759f-4353-b6e2-e41011e63a2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:15:56.673854 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a2643f4-d7a3-44a4-859f-72863bb29c63 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (bf148318-831d-4590-829f-b379b01ef742), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.726793 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a2643f4-d7a3-44a4-859f-72863bb29c63 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (bf148318-831d-4590-829f-b379b01ef742), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.795241 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a2643f4-d7a3-44a4-859f-72863bb29c63 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (bf148318-831d-4590-829f-b379b01ef742), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.812518 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2643f4-d7a3-44a4-859f-72863bb29c63 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf148318-831d-4590-829f-b379b01ef742,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:56.865733 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a2643f4-d7a3-44a4-859f-72863bb29c63 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.866946 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3a2643f4-d7a3-44a4-859f-72863bb29c63 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702765 Mar 26 03:15:56.869642 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49530) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:56.874577 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-47bc7b04-272e-488b-ab9d-31d3c8de9b36 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'security_group_rule': {'security_group_id': '3506c9a1-759f-4353-b6e2-e41011e63a2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:15:56.937051 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47bc7b04-272e-488b-ab9d-31d3c8de9b36 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (eaa6063a-75ec-4ed4-8529-eac5f476c631), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:56.989631 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47bc7b04-272e-488b-ab9d-31d3c8de9b36 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (eaa6063a-75ec-4ed4-8529-eac5f476c631), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:57.040639 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47bc7b04-272e-488b-ab9d-31d3c8de9b36 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (eaa6063a-75ec-4ed4-8529-eac5f476c631), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:57.057721 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc7b04-272e-488b-ab9d-31d3c8de9b36 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa6063a-75ec-4ed4-8529-eac5f476c631,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:57.139536 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47bc7b04-272e-488b-ab9d-31d3c8de9b36 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:57.140732 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-47bc7b04-272e-488b-ab9d-31d3c8de9b36 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2701626 Mar 26 03:15:57.144161 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:15:57.148372 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:15:57.223412 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:57.319071 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:57.424504 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Allocated IP 172.27.1.110 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/53204c49-2d39-408d-b1ea-40d532beadb4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:15:57.524592 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for port (53204c49-2d39-408d-b1ea-40d532beadb4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:57.635700 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (53204c49-2d39-408d-b1ea-40d532beadb4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:57.677516 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:15:57.682178 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:15:57.684710 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:15:57.710272 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'Port': ['ID=53204c49-2d39-408d-b1ea-40d532beadb4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:57.775072 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (acf9a7e6-328f-4306-9cfe-4a0cac041885), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:57.880072 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (53204c49-2d39-408d-b1ea-40d532beadb4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:58.031936 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for port (53204c49-2d39-408d-b1ea-40d532beadb4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:58.098158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (53204c49-2d39-408d-b1ea-40d532beadb4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:58.167745 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'Port': ['ID=53204c49-2d39-408d-b1ea-40d532beadb4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:15:58.176482 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (acf9a7e6-328f-4306-9cfe-4a0cac041885), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:58.243115 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:15:58.244442 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f0950208-ca3e-45d6-8fbb-95524ec66c8d tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0993457 Mar 26 03:15:58.440445 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-4e9b6685-77d3-41da-9c4c-bba911dae18c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--77166447&fields=id&tenant_id=a5669a6dbf3b494fb95a0d0204ab6041 HTTP/1.1" status: 200 len: 267 time: 0.0464075 Mar 26 03:15:58.543931 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-0aaa1554-90d0-4392-908a-4f25290d6b68 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:58.545925 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-0aaa1554-90d0-4392-908a-4f25290d6b68 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 811 time: 0.0989950 Mar 26 03:15:58.559983 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-07079997-7363-4717-afe7-a1f359963437 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/quotas/a5669a6dbf3b494fb95a0d0204ab6041 HTTP/1.1" status: 200 len: 375 time: 0.0087190 Mar 26 03:15:58.613897 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-03ea1f79-823d-4214-b479-128b0892d528 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486157 Mar 26 03:15:58.711613 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-28c4ef61-754c-410b-89fa-9b4d80835a9e service neutron] 10.222.0.20 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857415 Mar 26 03:15:58.800901 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-0d1abcd2-a1ec-4f60-9e54-b8d231b673ad service neutron] 10.222.0.20 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831296 Mar 26 03:15:59.022954 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9c6cab05-2385-48a4-99f5-f00b1822e5bc req-aceb8a42-b429-4677-9e0f-818ace5e0582 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 210 time: 0.0274119 Mar 26 03:15:59.712104 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8602488-24ba-49a0-9aa4-4860d5897da2 req-3e888f7f-b336-4f97-a5c2-93730eeacd1c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:15:59.713571 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f8602488-24ba-49a0-9aa4-4860d5897da2 req-3e888f7f-b336-4f97-a5c2-93730eeacd1c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 946 time: 0.0582097 Mar 26 03:15:59.759908 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f8602488-24ba-49a0-9aa4-4860d5897da2 req-80f706a0-47cc-47a0-82a9-6211582c992e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402799 Mar 26 03:16:00.120077 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f693dde2-7e44-4dbe-a6fd-3dd30b36a15c req-0ebb1092-6170-4582-9767-1c531567fe10 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 210 time: 0.0302041 Mar 26 03:16:00.739754 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-f0b02e7e-7a77-431b-949a-1fbe1dbb44d9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:00.741175 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-f0b02e7e-7a77-431b-949a-1fbe1dbb44d9 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 811 time: 0.1012526 Mar 26 03:16:00.801394 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-ce937e8f-a314-4cfe-8a41-75ab2dc7babd tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5669a6dbf3b494fb95a0d0204ab6041 HTTP/1.1" status: 200 len: 378 time: 0.0509045 Mar 26 03:16:00.810195 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'port': {'device_id': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'admin_state_up': True, 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'security_groups': ['3506c9a1-759f-4353-b6e2-e41011e63a2e']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:00.943561 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2645cba-7618-4c58-9922-5a98ec6361c0 req-af10ce45-3aed-45ae-b60a-c0bf163b8225 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:00.945006 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c2645cba-7618-4c58-9922-5a98ec6361c0 req-af10ce45-3aed-45ae-b60a-c0bf163b8225 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 946 time: 0.0915689 Mar 26 03:16:01.003513 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c2645cba-7618-4c58-9922-5a98ec6361c0 req-be027895-803f-4079-8ef4-4dfafa8aa792 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505729 Mar 26 03:16:01.040553 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Made reservation on behalf of a5669a6dbf3b494fb95a0d0204ab6041 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:16:01.043902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:01.165909 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Allocated IP 172.20.0.4 (44d96a86-b483-4164-8f3c-6c90f87c9855/02979b52-297b-4274-9c87-4236f58a8fe6/e65483fd-65e1-49e7-a038-9437ccfed9f5) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:16:01.213491 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9221e3ea-5e50-4320-afae-f563e84f89b7 req-0a0764f3-b23d-4e34-8ec2-93bbecf4bb44 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 210 time: 0.0270481 Mar 26 03:16:01.302327 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:01.380799 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:01.428099 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:16:01.432677 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:16:01.440317 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:16:01.478495 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-dc7e75a4-01ba-45e3-8688-fadca722aa79 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:01.480072 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-dc7e75a4-01ba-45e3-8688-fadca722aa79 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 946 time: 0.1263018 Mar 26 03:16:01.480672 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event updated for resources: {'Port': ['ID=e65483fd-65e1-49e7-a038-9437ccfed9f5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:01.539829 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:01.540451 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:01.605325 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-a26e4c25-274a-49e8-82f6-b865b92bbc91 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7987335 Mar 26 03:16:01.608848 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Deleting port c22019e0-dcc1-49f3-9cff-212e91aa5de0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:01.613233 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:01.626760 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Request body: {'port': {'device_id': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:01.682555 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f176450d-c16b-4dd2-8db9-cc4a433e18b0 None None] Provisioning complete for port e65483fd-65e1-49e7-a038-9437ccfed9f5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:16:01.683121 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f176450d-c16b-4dd2-8db9-cc4a433e18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:01.716094 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f176450d-c16b-4dd2-8db9-cc4a433e18b0 None None] Port e65483fd-65e1-49e7-a038-9437ccfed9f5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:16:01.738246 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:01.761489 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] For port c22019e0-dcc1-49f3-9cff-212e91aa5de0, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c22019e0-dcc1-49f3-9cff-212e91aa5de0,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:01.762103 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:02.070034 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:02.070397 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (ec447a9c-6b60-4e20-b4f0-4010f3523596), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:02.070736 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Floating IP ec447a9c-6b60-4e20-b4f0-4010f3523596 disassociated. External IP: 172.27.1.173, port: c22019e0-dcc1-49f3-9cff-212e91aa5de0. Mar 26 03:16:02.071083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Calling delete_port for c22019e0-dcc1-49f3-9cff-212e91aa5de0 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:02.229831 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3170d-7cb7-44d9-9112-0966691cfc87 req-8f99738d-1c19-4024-b83a-8f6efd1857a4 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:02.231358 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-aff3170d-7cb7-44d9-9112-0966691cfc87 req-8f99738d-1c19-4024-b83a-8f6efd1857a4 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 946 time: 0.1532342 Mar 26 03:16:02.274181 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65483fd-65e1-49e7-a038-9437ccfed9f5 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:16:02.314023 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Publish callbacks [] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:02.333346 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98deecc-8dd4-45f0-951e-e97e9036e201 req-aa35c1d5-69c4-40be-a6b1-8417f04c73e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:02.334863 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e98deecc-8dd4-45f0-951e-e97e9036e201 req-aa35c1d5-69c4-40be-a6b1-8417f04c73e1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 931 time: 0.0521672 Mar 26 03:16:02.347044 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-aff3170d-7cb7-44d9-9112-0966691cfc87 req-4bc961b6-6388-40cf-9ebf-765333bdbede tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a8f86c3-cae4-408d-b0be-077723be5436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085455 Mar 26 03:16:02.382416 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e98deecc-8dd4-45f0-951e-e97e9036e201 req-7a751861-4d7b-437a-9846-18a9b7329d1f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414891 Mar 26 03:16:02.407144 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Transition to ACTIVE for port object e65483fd-65e1-49e7-a038-9437ccfed9f5 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:16:02.408109 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (c22019e0-dcc1-49f3-9cff-212e91aa5de0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:02.439260 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event deleted for resources: {'Port': ['ID=c22019e0-dcc1-49f3-9cff-212e91aa5de0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:02.447294 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:02.794412 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Pushing event updated for resources: {'Port': ['ID=e65483fd-65e1-49e7-a038-9437ccfed9f5,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:02.859325 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Router 152a627a-ed3d-4dc9-b82d-410bb28594b2 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:16:02.887935 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Attempting to bind port e65483fd-65e1-49e7-a038-9437ccfed9f5 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:16:02.888196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Attempting to bind port e65483fd-65e1-49e7-a038-9437ccfed9f5 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:16:02.888523 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Attempting to bind port e65483fd-65e1-49e7-a038-9437ccfed9f5 on network 44d96a86-b483-4164-8f3c-6c90f87c9855 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:16:02.950812 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Port e65483fd-65e1-49e7-a038-9437ccfed9f5 on network 44d96a86-b483-4164-8f3c-6c90f87c9855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:16:02.951135 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Attempting to bind port e65483fd-65e1-49e7-a038-9437ccfed9f5 on network 44d96a86-b483-4164-8f3c-6c90f87c9855 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:16:02.960472 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:16:02.960811 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Checking segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:16:02.961197 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Bound using segment: {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:16:02.961751 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Bound port: e65483fd-65e1-49e7-a038-9437ccfed9f5, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:16:02.961984 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:03.042964 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:16:03.052879 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] Sync routers for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:16:03.063348 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:03.063966 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:03.069528 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] For port e65483fd-65e1-49e7-a038-9437ccfed9f5, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:16:03.094937 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] No DVR routers for this DVR port c22019e0-dcc1-49f3-9cff-212e91aa5de0 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:16:03.097548 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] For port e65483fd-65e1-49e7-a038-9437ccfed9f5, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e65483fd-65e1-49e7-a038-9437ccfed9f5,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:16:03.103553 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:03.103553 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cee796f1-ee61-4b7c-a5d0-c1bc482884db req-9317b989-d031-4692-88c1-3885ed54decf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "DELETE /v2.0/ports/c22019e0-dcc1-49f3-9cff-212e91aa5de0 HTTP/1.1" status: 204 len: 173 time: 1.6160753 Mar 26 03:16:03.103553 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-deleted', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:03.105201 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2069ee84-38fb-464a-8c75-8a152d3c5047" -d '{"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-deleted", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:03.141124 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092ad521-ede3-47f3-8610-d98d125e4852 x-openstack-request-id: req-092ad521-ede3-47f3-8610-d98d125e4852 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:03.141423 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c662e7ef-0715-4784-a026-afc5a50a5c76", "name": "network-vif-deleted", "tag": "c22019e0-dcc1-49f3-9cff-212e91aa5de0", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:03.141681 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-092ad521-ede3-47f3-8610-d98d125e4852 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:03.142349 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092ad521-ede3-47f3-8610-d98d125e4852'] response: {'server_uuid': 'c662e7ef-0715-4784-a026-afc5a50a5c76', 'name': 'network-vif-deleted', 'tag': 'c22019e0-dcc1-49f3-9cff-212e91aa5de0', 'status': 'completed', 'code': 200} Mar 26 03:16:03.173598 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:03.178844 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:03.215030 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:03.215730 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:03.217662 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] 10.222.0.18 "PUT /v2.0/ports/e65483fd-65e1-49e7-a038-9437ccfed9f5 HTTP/1.1" status: 200 len: 1093 time: 1.6044192 Mar 26 03:16:03.241237 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15bcb5-4ee7-4eec-ac06-6d5648ab984f service neutron] Pushing event updated for resources: {'Port': ['ID=e65483fd-65e1-49e7-a038-9437ccfed9f5,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:03.379595 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-5e2fe386-380f-4e3e-a57d-0ea0bf4a77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:03.381297 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-5e2fe386-380f-4e3e-a57d-0ea0bf4a77cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 1127 time: 0.0546033 Mar 26 03:16:03.401094 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:16:03.416704 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:03.440531 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-2bcf818d-a134-4824-94b7-05c6efd61e1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e65483fd-65e1-49e7-a038-9437ccfed9f5 HTTP/1.1" status: 200 len: 217 time: 0.0465081 Mar 26 03:16:03.470844 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] Checking router: 152a627a-ed3d-4dc9-b82d-410bb28594b2 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:16:03.480785 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:03.481648 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:03.490968 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2ef5d3c1-6e45-4462-8031-b50e4d4cce0b req-e497d6b3-26d5-4ef0-93f3-5f28880c6218 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c662e7ef-0715-4784-a026-afc5a50a5c76 HTTP/1.1" status: 200 len: 210 time: 0.0318344 Mar 26 03:16:03.539695 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-f733dd83-2db1-4364-bb45-863de9c477e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:03.541156 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-f733dd83-2db1-4364-bb45-863de9c477e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.0934262 Mar 26 03:16:03.584745 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19987e-5d45-41f6-8243-a741e18df24a req-5e404fd0-8471-4367-881f-26cec2619ac6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:03.586102 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5d19987e-5d45-41f6-8243-a741e18df24a req-5e404fd0-8471-4367-881f-26cec2619ac6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 943 time: 0.1025255 Mar 26 03:16:03.610387 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:03.614332 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-fd104f82-be7a-465d-8bed-5ce16382d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:03.615812 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-fd104f82-be7a-465d-8bed-5ce16382d685 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661945 Mar 26 03:16:03.688270 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5d19987e-5d45-41f6-8243-a741e18df24a req-5c16ac7a-bc3d-4a88-8200-dc34b72110f6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911489 Mar 26 03:16:03.727501 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-f1f195cc-e26d-498c-837e-74f0fdd04439 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987141 Mar 26 03:16:03.729148 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:16:03.755694 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: c22019e0-dcc1-49f3-9cff-212e91aa5de0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:16:03.756044 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c22019e0-dcc1-49f3-9cff-212e91aa5de0 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:16:03.819736 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a43a2e84-51aa-41d3-87e8-4b342bf33ae8 req-94643db9-73af-4d5f-9b95-fd348f3006ee service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862479 Mar 26 03:16:03.836546 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:03.870617 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67c9b-c8b0-4626-90b2-13bc6c57efe9 None None] The sync data for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi is: [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:16:04.095265 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8bd37-c1c9-40fe-9819-489b7bc1047d None None] New status for floating IP ec447a9c-6b60-4e20-b4f0-4010f3523596: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:16:04.652121 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49606) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:04.705346 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2624aa9-897e-46be-9d33-a2f479997d3f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (5a8f86c3-cae4-408d-b0be-077723be5436), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:04.728388 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2624aa9-897e-46be-9d33-a2f479997d3f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (5a8f86c3-cae4-408d-b0be-077723be5436), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:04.811238 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14bc6a-48a4-4eee-bb12-c55c8738070b req-30e1098c-638a-4056-9a65-9d0ce3e60ad8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:04.812578 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2624aa9-897e-46be-9d33-a2f479997d3f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (5a8f86c3-cae4-408d-b0be-077723be5436), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:04.812728 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cc14bc6a-48a4-4eee-bb12-c55c8738070b req-30e1098c-638a-4056-9a65-9d0ce3e60ad8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 943 time: 0.0555685 Mar 26 03:16:04.815265 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2624aa9-897e-46be-9d33-a2f479997d3f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:04.816411 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-e2624aa9-897e-46be-9d33-a2f479997d3f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a8f86c3-cae4-408d-b0be-077723be5436 HTTP/1.1" status: 204 len: 168 time: 0.1632919 Mar 26 03:16:04.819702 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49610) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:04.825472 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2624aa9-897e-46be-9d33-a2f479997d3f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8f86c3-cae4-408d-b0be-077723be5436,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:04.848357 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.api.v2.resource [None req-40dc5e5a-b1ee-45e6-91e7-7a2a327bcbbf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] show failed (client error): The resource could not be found. Mar 26 03:16:04.849419 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-40dc5e5a-b1ee-45e6-91e7-7a2a327bcbbf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups/5a8f86c3-cae4-408d-b0be-077723be5436 HTTP/1.1" status: 404 len: 347 time: 0.0288403 Mar 26 03:16:04.852317 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49614) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:04.873673 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cc14bc6a-48a4-4eee-bb12-c55c8738070b req-beb7c00e-64b4-49c4-a431-11a549a9a377 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553246 Mar 26 03:16:04.977392 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Deleting port 027d8f03-f0be-4038-a3b4-f7a0ccc310c1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:04.977732 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:05.051091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:05.051423 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:05.063007 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Calling delete_port for 027d8f03-f0be-4038-a3b4-f7a0ccc310c1 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:05.149335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'tag': 'e65483fd-65e1-49e7-a038-9437ccfed9f5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:05.152245 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31667188-0a12-4bf4-97b5-00be6ae6e4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9aac38a2-6c20-4a65-9c4f-918435df375e", "tag": "e65483fd-65e1-49e7-a038-9437ccfed9f5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:05.187546 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ffb73-ca10-443b-a962-63568dcf885b x-openstack-request-id: req-f54ffb73-ca10-443b-a962-63568dcf885b {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:05.187831 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aac38a2-6c20-4a65-9c4f-918435df375e", "tag": "e65483fd-65e1-49e7-a038-9437ccfed9f5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:05.188078 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f54ffb73-ca10-443b-a962-63568dcf885b {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:05.188487 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54ffb73-ca10-443b-a962-63568dcf885b'] response: {'name': 'network-changed', 'server_uuid': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'tag': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'status': 'completed', 'code': 200} Mar 26 03:16:05.249269 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (027d8f03-f0be-4038-a3b4-f7a0ccc310c1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:05.258728 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-19386dd6-36a1-4d2b-b94c-f08bd6496d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:05.260196 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-19386dd6-36a1-4d2b-b94c-f08bd6496d99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 1127 time: 0.0509205 Mar 26 03:16:05.286701 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event deleted for resources: {'Port': ['ID=027d8f03-f0be-4038-a3b4-f7a0ccc310c1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:05.397184 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (ec447a9c-6b60-4e20-b4f0-4010f3523596), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:05.399675 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:05.400814 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-2a7d6dcc-e576-42cb-8ccb-44c1c87f8f07 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "DELETE /v2.0/floatingips/ec447a9c-6b60-4e20-b4f0-4010f3523596 HTTP/1.1" status: 204 len: 168 time: 0.5474362 Mar 26 03:16:05.414204 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-5c2d6906-c7bf-43ae-a3ac-2ce621ad6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:05.416760 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-5c2d6906-c7bf-43ae-a3ac-2ce621ad6544 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 911 time: 0.1377656 Mar 26 03:16:05.464235 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-468479aa-cc7f-4a45-8eec-793f645459aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e65483fd-65e1-49e7-a038-9437ccfed9f5 HTTP/1.1" status: 200 len: 217 time: 0.0408545 Mar 26 03:16:05.513147 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-3b70f49d-9d06-4464-b7b5-0509d83579e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:05.518836 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-3b70f49d-9d06-4464-b7b5-0509d83579e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.0458522 Mar 26 03:16:05.564467 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-83228f3c-4c93-446d-af7d-62365d167998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:05.565977 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-83228f3c-4c93-446d-af7d-62365d167998 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446632 Mar 26 03:16:05.656913 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-1cd206aa-394a-4805-a7a1-b8f931852735 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850463 Mar 26 03:16:05.734272 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device e65483fd-65e1-49e7-a038-9437ccfed9f5 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:16:05.743526 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-31667188-0a12-4bf4-97b5-00be6ae6e4eb req-a77434c6-8f37-456a-adc6-42522e77d01f service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794129 Mar 26 03:16:05.832380 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port e65483fd-65e1-49e7-a038-9437ccfed9f5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e65483fd-65e1-49e7-a038-9437ccfed9f5,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:05.843316 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'port_id': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'mac_address': 'fa:16:3e:b6:1b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:16:05.880128 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port e65483fd-65e1-49e7-a038-9437ccfed9f5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:16:05.880526 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:05.894144 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65483fd-65e1-49e7-a038-9437ccfed9f5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:16:05.904241 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49624) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:05.908747 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6cde8c5b-7351-42bb-be8b-28409d5423a1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426614291', 'description': 'tempest-description--243310266'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:05.923145 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port e65483fd-65e1-49e7-a038-9437ccfed9f5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e65483fd-65e1-49e7-a038-9437ccfed9f5,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:05.995071 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.011503 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07632104-9e0a-4d26-9d11-3a646ee2d1a4 req-0c7bffc1-b9d6-4427-8583-ffbc6bc4345f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:06.013092 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-07632104-9e0a-4d26-9d11-3a646ee2d1a4 req-0c7bffc1-b9d6-4427-8583-ffbc6bc4345f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 943 time: 0.0566630 Mar 26 03:16:06.014287 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cde8c5b-7351-42bb-be8b-28409d5423a1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.044208 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=e65483fd-65e1-49e7-a038-9437ccfed9f5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:06.083018 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-07632104-9e0a-4d26-9d11-3a646ee2d1a4 req-0d81ce3c-2d75-4ed2-af5f-1c6d4e4e5092 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598350 Mar 26 03:16:06.114177 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cde8c5b-7351-42bb-be8b-28409d5423a1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (84862f04-00a4-4a43-9f68-fc61812a9cbd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.160672 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cde8c5b-7351-42bb-be8b-28409d5423a1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (84862f04-00a4-4a43-9f68-fc61812a9cbd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.189061 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde8c5b-7351-42bb-be8b-28409d5423a1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84862f04-00a4-4a43-9f68-fc61812a9cbd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:06.231287 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cde8c5b-7351-42bb-be8b-28409d5423a1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.233123 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6cde8c5b-7351-42bb-be8b-28409d5423a1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3278856 Mar 26 03:16:06.235900 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49626) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:06.240101 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5bfbafea-4f09-4dac-b292-8b7aedec219b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'security_group_rule': {'security_group_id': '84862f04-00a4-4a43-9f68-fc61812a9cbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:06.250568 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['e65483fd-65e1-49e7-a038-9437ccfed9f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:16:06.336962 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5bfbafea-4f09-4dac-b292-8b7aedec219b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (942c3a24-4dc4-4595-82ea-fb39db63b156), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.392268 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5bfbafea-4f09-4dac-b292-8b7aedec219b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (942c3a24-4dc4-4595-82ea-fb39db63b156), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.452181 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5bfbafea-4f09-4dac-b292-8b7aedec219b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (942c3a24-4dc4-4595-82ea-fb39db63b156), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.469485 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbafea-4f09-4dac-b292-8b7aedec219b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942c3a24-4dc4-4595-82ea-fb39db63b156,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:06.574208 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5bfbafea-4f09-4dac-b292-8b7aedec219b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.575449 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-5bfbafea-4f09-4dac-b292-8b7aedec219b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386543 Mar 26 03:16:06.578024 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49628) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:06.582308 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a548d47d-b0f2-44fa-96c5-898f5486bbba tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'security_group_rule': {'security_group_id': '84862f04-00a4-4a43-9f68-fc61812a9cbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:06.656985 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a548d47d-b0f2-44fa-96c5-898f5486bbba tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (9540ecc9-b5e4-4a3b-823b-850fbaa07c1a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.712484 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a548d47d-b0f2-44fa-96c5-898f5486bbba tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (9540ecc9-b5e4-4a3b-823b-850fbaa07c1a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.766194 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a548d47d-b0f2-44fa-96c5-898f5486bbba tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (9540ecc9-b5e4-4a3b-823b-850fbaa07c1a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.784475 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548d47d-b0f2-44fa-96c5-898f5486bbba tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9540ecc9-b5e4-4a3b-823b-850fbaa07c1a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:06.831018 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a548d47d-b0f2-44fa-96c5-898f5486bbba tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.832199 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a548d47d-b0f2-44fa-96c5-898f5486bbba tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2532063 Mar 26 03:16:06.835302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49630) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:06.839473 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:06.892315 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:06.983635 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.087391 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Allocated IP 172.27.1.147 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/fd1580a4-ddaa-47fa-9475-cc5494edaf73) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:16:07.185946 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for port (fd1580a4-ddaa-47fa-9475-cc5494edaf73), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.199822 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1b7c-066e-4b3b-8aec-1a04aa7d53b9 req-ca34cc32-fa1f-4317-b34d-1d9e88b04973 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:07.201884 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-abfb1b7c-066e-4b3b-8aec-1a04aa7d53b9 req-ca34cc32-fa1f-4317-b34d-1d9e88b04973 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 944 time: 0.0526650 Mar 26 03:16:07.247911 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-abfb1b7c-066e-4b3b-8aec-1a04aa7d53b9 req-2b60be6f-e48d-49f8-934d-3a5430b4efb6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392032 Mar 26 03:16:07.258540 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (fd1580a4-ddaa-47fa-9475-cc5494edaf73), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.297550 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:16:07.300339 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:16:07.303790 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:16:07.330999 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'Port': ['ID=fd1580a4-ddaa-47fa-9475-cc5494edaf73,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:07.391373 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (0700a778-9fe0-400c-b77d-1ff9d815262a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.498315 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (fd1580a4-ddaa-47fa-9475-cc5494edaf73), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.646004 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for port (fd1580a4-ddaa-47fa-9475-cc5494edaf73), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.709280 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (fd1580a4-ddaa-47fa-9475-cc5494edaf73), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.745987 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device e65483fd-65e1-49e7-a038-9437ccfed9f5 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:16:07.779210 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'Port': ['ID=fd1580a4-ddaa-47fa-9475-cc5494edaf73,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:07.790054 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (0700a778-9fe0-400c-b77d-1ff9d815262a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.869395 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port e65483fd-65e1-49e7-a038-9437ccfed9f5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:16:07.873218 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port e65483fd-65e1-49e7-a038-9437ccfed9f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:16:07.873585 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.882543 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.883844 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8a13e154-7f74-4f56-9419-f7c778e78952 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0476022 Mar 26 03:16:07.954344 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port e65483fd-65e1-49e7-a038-9437ccfed9f5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:16:07.954794 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:07.978000 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65483fd-65e1-49e7-a038-9437ccfed9f5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:07.980310 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4eaff1-f869-4ae7-9266-df520c041c99" -d '{"events": [{"server_uuid": "9aac38a2-6c20-4a65-9c4f-918435df375e", "name": "network-vif-plugged", "status": "completed", "tag": "e65483fd-65e1-49e7-a038-9437ccfed9f5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:07.993885 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port e65483fd-65e1-49e7-a038-9437ccfed9f5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e65483fd-65e1-49e7-a038-9437ccfed9f5,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:08.018463 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b288e5c2-3d53-4a27-b690-02b2b517cebb x-openstack-request-id: req-b288e5c2-3d53-4a27-b690-02b2b517cebb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:08.018790 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aac38a2-6c20-4a65-9c4f-918435df375e", "name": "network-vif-plugged", "status": "completed", "tag": "e65483fd-65e1-49e7-a038-9437ccfed9f5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:08.019046 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b288e5c2-3d53-4a27-b690-02b2b517cebb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:08.019443 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b288e5c2-3d53-4a27-b690-02b2b517cebb'] response: {'server_uuid': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'code': 200} Mar 26 03:16:08.058406 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:08.081991 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-ffae36b6-ebef-4cee-a364-ea558d62d624 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1426614291&fields=id&tenant_id=50915e0d81934278bd4b86b6434a6232 HTTP/1.1" status: 200 len: 267 time: 0.0462689 Mar 26 03:16:08.106649 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=e65483fd-65e1-49e7-a038-9437ccfed9f5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:08.188018 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-9b0dbe36-c4d3-4168-a60f-dd90aca37717 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:08.189463 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-9b0dbe36-c4d3-4168-a60f-dd90aca37717 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 816 time: 0.1002169 Mar 26 03:16:08.203867 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-21a847b1-6ed9-4c11-8694-cace918ed86e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/quotas/50915e0d81934278bd4b86b6434a6232 HTTP/1.1" status: 200 len: 375 time: 0.0091124 Mar 26 03:16:08.260722 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-39a2fb92-34e1-4f6d-9294-c1f661693710 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521080 Mar 26 03:16:08.371375 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40270d2d-9bd9-40f9-9809-51c6f7f71255 req-55a77c1b-d4d4-4999-943a-c43dfa63ed9f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:08.372771 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-40270d2d-9bd9-40f9-9809-51c6f7f71255 req-55a77c1b-d4d4-4999-943a-c43dfa63ed9f tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.0570357 Mar 26 03:16:08.387463 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dd5c8-2c95-4619-9874-042e001524c3 req-4fbab415-5399-4e3e-abe0-39383e5dd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:08.389474 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-262dd5c8-2c95-4619-9874-042e001524c3 req-4fbab415-5399-4e3e-abe0-39383e5dd12d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 1129 time: 0.0990894 Mar 26 03:16:08.391621 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-4c8b726f-2b59-4631-96de-a7498c4aaa06 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186554 Mar 26 03:16:08.420528 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-40270d2d-9bd9-40f9-9809-51c6f7f71255 req-4e314db1-54a4-45c3-8298-0218098f1e19 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414686 Mar 26 03:16:08.488086 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-262dd5c8-2c95-4619-9874-042e001524c3 req-d43d9e20-ed8e-447c-88c8-1f9817923cf0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919631 Mar 26 03:16:08.508968 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-f4b4331a-a4e4-4960-8874-635f229478d5 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076844 Mar 26 03:16:08.754244 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6e48aab7-cdb3-48ba-9c05-b5070cbde31b req-f3b734ce-85df-4185-b835-3f3ffbce69c1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 210 time: 0.0267930 Mar 26 03:16:09.548497 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b626-6446-497e-a7f8-688072a3ac89 req-a2f45a13-62b0-41fe-887a-f90ccdc4bea5 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:09.549948 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cf56b626-6446-497e-a7f8-688072a3ac89 req-a2f45a13-62b0-41fe-887a-f90ccdc4bea5 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.0627224 Mar 26 03:16:09.599290 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cf56b626-6446-497e-a7f8-688072a3ac89 req-f1df0e42-afb9-4e76-b440-9a3abf681f4b tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436029 Mar 26 03:16:09.855463 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c275bf80-962a-4f46-ab99-e9569aa389ca req-6fb4f254-49b8-45e5-8c63-6bb8a2862ca8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 210 time: 0.0304089 Mar 26 03:16:10.506367 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-84512590-54fd-4f46-b9dc-8ff7b0c07a99 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:10.508035 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-84512590-54fd-4f46-b9dc-8ff7b0c07a99 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 816 time: 0.0992954 Mar 26 03:16:10.569529 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-d586c02e-72c1-4381-9260-f904700c3ac4 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50915e0d81934278bd4b86b6434a6232 HTTP/1.1" status: 200 len: 380 time: 0.0526400 Mar 26 03:16:10.578139 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'port': {'device_id': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'admin_state_up': True, 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'security_groups': ['84862f04-00a4-4a43-9f68-fc61812a9cbd']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:10.733421 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73c8b6-0692-45d8-82b6-93055f4a632d req-e6d18ae0-c55f-458f-a746-fff62406baba tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:10.734957 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa73c8b6-0692-45d8-82b6-93055f4a632d req-e6d18ae0-c55f-458f-a746-fff62406baba tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.0680759 Mar 26 03:16:10.766928 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Made reservation on behalf of 50915e0d81934278bd4b86b6434a6232 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:16:10.771224 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:10.788467 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa73c8b6-0692-45d8-82b6-93055f4a632d req-890ff036-e459-4a89-b00e-4bd79fa0abad tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465953 Mar 26 03:16:10.972247 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d1705d65-13a0-47e5-b816-84acde366eb5 req-7c0127b6-7565-44b2-a919-9c4be47ed957 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Mar 26 03:16:10.972957 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Allocated IP 172.20.0.12 (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f/3221108f-d877-4550-b0a1-34bb6c5dcd59/0bb8f66a-477c-43db-95b0-87a480716e78) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:16:10.980984 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cae1c-7546-445a-bfbd-2244e312fc32 req-b106483a-1424-4289-a4f4-21a09964413a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:10.983027 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0f1cae1c-7546-445a-bfbd-2244e312fc32 req-b106483a-1424-4289-a4f4-21a09964413a tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.1078453 Mar 26 03:16:10.993253 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:10.998538 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Request body: {'floatingip': {'port_id': 'e65483fd-65e1-49e7-a038-9437ccfed9f5'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:11.036724 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (acf9a7e6-328f-4306-9cfe-4a0cac041885), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.115404 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for port (0bb8f66a-477c-43db-95b0-87a480716e78), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.223974 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.269990 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:16:11.273099 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:16:11.280116 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:16:11.303368 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:11.331076 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:11.331556 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.449180 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-919ee53d-ce19-4726-97a4-aa7ad667fa14 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8746104 Mar 26 03:16:11.461393 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Request body: {'port': {'device_id': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:11.476025 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.525301 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.549632 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (acf9a7e6-328f-4306-9cfe-4a0cac041885), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.579680 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a52df94c-137e-4624-963f-5e13fe4a070c None None] Provisioning complete for port 0bb8f66a-477c-43db-95b0-87a480716e78 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:16:11.580243 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a52df94c-137e-4624-963f-5e13fe4a070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:11.613791 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a52df94c-137e-4624-963f-5e13fe4a070c None None] Port 0bb8f66a-477c-43db-95b0-87a480716e78 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:16:11.659425 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Floating IP acf9a7e6-328f-4306-9cfe-4a0cac041885 associated. External IP: 172.27.1.110, port: e65483fd-65e1-49e7-a038-9437ccfed9f5. Mar 26 03:16:11.897688 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Router 6130eee4-80f3-41ef-b548-01675f36d7d8 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:16:12.023245 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:16:12.031742 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:12.036584 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb8f66a-477c-43db-95b0-87a480716e78 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:16:12.038141 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] Sync routers for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:16:12.051106 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:12.060723 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:12.060932 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Publish callbacks [] for port (0bb8f66a-477c-43db-95b0-87a480716e78), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:12.067643 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b72812ea-af2c-43a3-8d2d-985c91685531 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "PUT /v2.0/floatingips/acf9a7e6-328f-4306-9cfe-4a0cac041885 HTTP/1.1" status: 200 len: 991 time: 1.0730534 Mar 26 03:16:12.068479 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'tag': 'e65483fd-65e1-49e7-a038-9437ccfed9f5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:12.071008 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9aac38a2-6c20-4a65-9c4f-918435df375e", "tag": "e65483fd-65e1-49e7-a038-9437ccfed9f5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:12.081199 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Transition to ACTIVE for port object 0bb8f66a-477c-43db-95b0-87a480716e78 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:16:12.123795 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84edcf6-1be2-4861-b2fa-536ae643dd61 req-7cd73e2c-93e6-4478-ac9a-f995bca76eb7 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:12.125376 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a84edcf6-1be2-4861-b2fa-536ae643dd61 req-7cd73e2c-93e6-4478-ac9a-f995bca76eb7 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 932 time: 0.0675430 Mar 26 03:16:12.137536 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:12.211376 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:12.230964 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a84edcf6-1be2-4861-b2fa-536ae643dd61 req-5834446f-0189-452e-b1bd-ba88c30b6f37 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999327 Mar 26 03:16:12.244386 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52976880-26e0-4a91-89a9-6b915f45b3b6 x-openstack-request-id: req-52976880-26e0-4a91-89a9-6b915f45b3b6 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:12.245223 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aac38a2-6c20-4a65-9c4f-918435df375e", "tag": "e65483fd-65e1-49e7-a038-9437ccfed9f5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:12.245701 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52976880-26e0-4a91-89a9-6b915f45b3b6 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:12.246311 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52976880-26e0-4a91-89a9-6b915f45b3b6'] response: {'name': 'network-changed', 'server_uuid': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'tag': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'status': 'completed', 'code': 200} Mar 26 03:16:12.314231 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:12.364526 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Attempting to bind port 0bb8f66a-477c-43db-95b0-87a480716e78 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:16:12.364885 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Attempting to bind port 0bb8f66a-477c-43db-95b0-87a480716e78 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:16:12.365198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Attempting to bind port 0bb8f66a-477c-43db-95b0-87a480716e78 on network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:16:12.371329 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-595ff942-d8c1-4d3e-b88b-437cbd818caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:12.373542 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-595ff942-d8c1-4d3e-b88b-437cbd818caa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 1129 time: 0.0921566 Mar 26 03:16:12.375707 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Port 0bb8f66a-477c-43db-95b0-87a480716e78 on network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:16:12.376081 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Attempting to bind port 0bb8f66a-477c-43db-95b0-87a480716e78 on network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:16:12.383991 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:16:12.384302 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3316a-d719-4524-ac62-f1efb015d34a req-40eecd50-fa1c-4c32-8201-d70376670961 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:12.384438 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Checking segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:16:12.384703 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Bound using segment: {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:16:12.385134 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Bound port: 0bb8f66a-477c-43db-95b0-87a480716e78, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0173517e-e432-46ad-9300-b065d32ea019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:16:12.385671 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:12.386006 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fde3316a-d719-4524-ac62-f1efb015d34a req-40eecd50-fa1c-4c32-8201-d70376670961 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0585086 Mar 26 03:16:12.445494 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fde3316a-d719-4524-ac62-f1efb015d34a req-b45134c2-ab34-49b7-8a93-832a124f7b07 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533776 Mar 26 03:16:12.521175 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:16:12.524405 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:16:12.532847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-a40db480-ad1c-4d8f-9d42-dd7033aa8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:12.532847 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-a40db480-ad1c-4d8f-9d42-dd7033aa8d56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 200 len: 911 time: 0.1485403 Mar 26 03:16:12.599790 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-7b8591c9-02b6-49b5-b5ba-869e11badaa8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e65483fd-65e1-49e7-a038-9437ccfed9f5 HTTP/1.1" status: 200 len: 999 time: 0.0616233 Mar 26 03:16:12.616772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:12.623039 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'acf9a7e6-328f-4306-9cfe-4a0cac041885', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'port_id': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'mac_address': 'fa:16:3e:b6:1b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:15:57Z', 'updated_at': '2022-03-26T03:16:11Z', 'revision_number': 1, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:12.650889 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] Checking router: 6130eee4-80f3-41ef-b548-01675f36d7d8 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:16:12.659724 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:12.660324 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:12.677467 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:12.678198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:12.679487 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] 10.222.0.18 "PUT /v2.0/ports/0bb8f66a-477c-43db-95b0-87a480716e78 HTTP/1.1" status: 200 len: 1094 time: 1.2223523 Mar 26 03:16:12.679929 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:12.682169 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ec858-ec68-4bcc-a14c-e4316dde14a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:12.697364 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-4c900884-fe2e-4ace-92ad-456182da6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:12.698873 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-4c900884-fe2e-4ace-92ad-456182da6e9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 200 len: 850 time: 0.0908663 Mar 26 03:16:12.744932 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e648e5d-17fa-45fd-9816-78bb7ec73ac0 x-openstack-request-id: req-7e648e5d-17fa-45fd-9816-78bb7ec73ac0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:12.744932 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:12.744932 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e648e5d-17fa-45fd-9816-78bb7ec73ac0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:12.744932 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e648e5d-17fa-45fd-9816-78bb7ec73ac0'] response: {'name': 'network-changed', 'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78', 'status': 'completed', 'code': 200} Mar 26 03:16:12.745270 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040355d-4eda-4ba9-a723-2f36b8e73abd service neutron] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:12.777881 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:12.797130 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-296443d7-888d-48d7-99fd-1c3806ce3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:12.798690 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-296443d7-888d-48d7-99fd-1c3806ce3c9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44d96a86-b483-4164-8f3c-6c90f87c9855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898361 Mar 26 03:16:12.869380 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ec858-ec68-4bcc-a14c-e4316dde14a1 req-24a3ad66-9062-4488-a43f-90227fc5ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:12.870906 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ef8ec858-ec68-4bcc-a14c-e4316dde14a1 req-24a3ad66-9062-4488-a43f-90227fc5ec9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 1128 time: 0.1039999 Mar 26 03:16:12.956284 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-d553de2a-7862-4b9c-8f65-8d064f6c782e service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494818 Mar 26 03:16:13.027682 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'acf9a7e6-328f-4306-9cfe-4a0cac041885', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'port_id': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'mac_address': 'fa:16:3e:b6:1b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:15:57Z', 'updated_at': '2022-03-26T03:16:11Z', 'revision_number': 1, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:13.040372 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ec858-ec68-4bcc-a14c-e4316dde14a1 req-c7b19da4-0aed-4523-bfdd-891f9d651416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:13.041876 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ef8ec858-ec68-4bcc-a14c-e4316dde14a1 req-c7b19da4-0aed-4523-bfdd-891f9d651416 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=50915e0d81934278bd4b86b6434a6232&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1589198 Mar 26 03:16:13.053669 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d26256-02e3-4fd8-888c-eea2cdcaba27 None None] The sync data for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi is: [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'acf9a7e6-328f-4306-9cfe-4a0cac041885', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'port_id': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'mac_address': 'fa:16:3e:b6:1b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:15:57Z', 'updated_at': '2022-03-26T03:16:11Z', 'revision_number': 1, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:16:13.125201 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3df4c600-d7f4-4ca9-a172-8886de6bc2f8 req-0fc82962-e0c5-472a-8b15-bc60cc87d731 service neutron] 10.222.0.18 "GET /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552014 Mar 26 03:16:13.159368 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ec858-ec68-4bcc-a14c-e4316dde14a1 req-0efc6cfa-3d45-4ae5-adb4-2bed8152c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:13.160851 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ef8ec858-ec68-4bcc-a14c-e4316dde14a1 req-0efc6cfa-3d45-4ae5-adb4-2bed8152c763 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1077490 Mar 26 03:16:13.244264 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b1dd0-f49a-4a53-8d44-378d1cb12a46 None None] New status for floating IP acf9a7e6-328f-4306-9cfe-4a0cac041885: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:16:13.252843 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-d8c0599f-c2c1-475f-aec4-b71a17cf1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:13.254560 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-d8c0599f-c2c1-475f-aec4-b71a17cf1fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 1128 time: 0.0526304 Mar 26 03:16:13.299617 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-a079d614-caa4-4373-9f33-7d42c3a31bc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb8f66a-477c-43db-95b0-87a480716e78 HTTP/1.1" status: 200 len: 217 time: 0.0356355 Mar 26 03:16:13.351042 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-a9b9b114-935e-45f9-84ad-d9b5461da8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:13.352659 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-a9b9b114-935e-45f9-84ad-d9b5461da8c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 200 len: 855 time: 0.0462339 Mar 26 03:16:13.371144 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb35ad-c0bc-43e6-8bf6-56d6bd877fc5 req-96203a24-1370-49a7-b255-cedf7f6a458a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:13.373243 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8bcb35ad-c0bc-43e6-8bf6-56d6bd877fc5 req-96203a24-1370-49a7-b255-cedf7f6a458a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0588222 Mar 26 03:16:13.408271 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-25fb07c6-7ed5-4111-b1ed-816de9b8aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:13.409902 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-25fb07c6-7ed5-4111-b1ed-816de9b8aa87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494995 Mar 26 03:16:13.425688 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8bcb35ad-c0bc-43e6-8bf6-56d6bd877fc5 req-af14de42-370e-4d8e-a60f-e7052ba42205 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462720 Mar 26 03:16:13.502431 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-f43caf2e-d7ff-49bb-8553-041886846cc6 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845776 Mar 26 03:16:13.637022 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952cf31-75bb-48a7-9db9-de6dd082ccc2 req-b26d8fdc-7061-4f42-a652-64a35cc58f65 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:13.638569 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3952cf31-75bb-48a7-9db9-de6dd082ccc2 req-b26d8fdc-7061-4f42-a652-64a35cc58f65 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.1058524 Mar 26 03:16:13.642304 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d96f3f2-5999-475c-94fa-751cf31fd88b req-408a3de4-5e94-478c-804b-2b6ef7e8b18a service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332204 Mar 26 03:16:13.684197 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3952cf31-75bb-48a7-9db9-de6dd082ccc2 req-84f5af48-afd8-4445-af6a-5a855460910e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Mar 26 03:16:14.548742 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bf25a-723c-4fe5-9cae-03a7c5a72447 req-dfe84b79-a981-440b-94eb-7e55a8795b7b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:14.550135 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a83bf25a-723c-4fe5-9cae-03a7c5a72447 req-dfe84b79-a981-440b-94eb-7e55a8795b7b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0542545 Mar 26 03:16:14.595394 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a83bf25a-723c-4fe5-9cae-03a7c5a72447 req-df39f786-8bfa-4b8c-bcb3-65705f372cb6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398049 Mar 26 03:16:14.799364 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ea932-04ee-4a68-8cd5-bb892aacba48 req-62b09413-3005-4cc1-80ba-1f6660b8581c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:14.800744 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a2ea932-04ee-4a68-8cd5-bb892aacba48 req-62b09413-3005-4cc1-80ba-1f6660b8581c tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0517311 Mar 26 03:16:14.848912 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6a2ea932-04ee-4a68-8cd5-bb892aacba48 req-7217335d-e7e9-4111-912b-a76178a7abc6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Mar 26 03:16:15.579927 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-3d8cbb77-cfe4-489b-829e-390974f6e718 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:15.581265 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-3d8cbb77-cfe4-489b-829e-390974f6e718 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0514977 Mar 26 03:16:15.672273 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Deleting port 7b592620-6363-49dd-8d1a-8fc914136d0e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:15.672611 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:15.714972 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b461e-a59e-4295-8ffc-29b5d1172be1 req-8b1836b1-a3fe-4728-9ee9-a0343570607b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:15.716458 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-320b461e-a59e-4295-8ffc-29b5d1172be1 req-8b1836b1-a3fe-4728-9ee9-a0343570607b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0518594 Mar 26 03:16:15.762268 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-320b461e-a59e-4295-8ffc-29b5d1172be1 req-cf939611-9757-4d68-8c86-c1f719365d00 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Mar 26 03:16:15.762926 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] For port 7b592620-6363-49dd-8d1a-8fc914136d0e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=7b592620-6363-49dd-8d1a-8fc914136d0e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:15.763316 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:15.788653 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:16:15.889292 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:15.901503 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '0bb8f66a-477c-43db-95b0-87a480716e78', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'port_id': '0bb8f66a-477c-43db-95b0-87a480716e78', 'mac_address': 'fa:16:3e:20:54:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:16:15.939925 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 0bb8f66a-477c-43db-95b0-87a480716e78 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:16:15.940318 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:15.953119 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb8f66a-477c-43db-95b0-87a480716e78 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:16:15.966657 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:15.967186 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (5ceef0dc-2349-4209-961a-6ff9a5b2f599), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:15.967311 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Floating IP 5ceef0dc-2349-4209-961a-6ff9a5b2f599 disassociated. External IP: 172.27.1.64, port: 7b592620-6363-49dd-8d1a-8fc914136d0e. Mar 26 03:16:15.967651 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Calling delete_port for 7b592620-6363-49dd-8d1a-8fc914136d0e owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:15.973419 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:15.993848 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792e544-0f61-47c3-9128-152c7c6806e4 req-cd69e901-fe93-481f-986f-2fa684680e96 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:15.995349 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e792e544-0f61-47c3-9128-152c7c6806e4 req-cd69e901-fe93-481f-986f-2fa684680e96 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 946 time: 0.0793734 Mar 26 03:16:16.063526 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:16.080593 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e792e544-0f61-47c3-9128-152c7c6806e4 req-cc21048b-fd09-4461-bb0f-d435b62d05d0 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=e041c18f-6f65-4e98-a18d-d5ccab482f40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584488 Mar 26 03:16:16.101848 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f97bfd7b-10fd-4177-996d-57a76b0ab5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:16.118419 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:16.200506 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (7b592620-6363-49dd-8d1a-8fc914136d0e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:16.232719 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event deleted for resources: {'Port': ['ID=7b592620-6363-49dd-8d1a-8fc914136d0e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:16.317667 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['0bb8f66a-477c-43db-95b0-87a480716e78'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:16:16.343725 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Router 60890868-7332-4261-b4e4-9c1b1eaad878 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:16:16.455208 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:16:16.465098 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] Sync routers for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:16:16.476022 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:16.476646 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:16.499399 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] No DVR routers for this DVR port 7b592620-6363-49dd-8d1a-8fc914136d0e on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:16:16.501918 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:16.505265 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-94d6ab8f-6096-4579-a70e-57c2904e3d9b req-b3bcd4d0-599d-4016-931c-47b8ff9dc8d8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "DELETE /v2.0/ports/7b592620-6363-49dd-8d1a-8fc914136d0e HTTP/1.1" status: 204 len: 173 time: 0.9187655 Mar 26 03:16:16.505645 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'name': 'network-vif-deleted', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:16.507878 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a5f62-2b53-4d0b-a562-f43af428a182" -d '{"events": [{"server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "name": "network-vif-deleted", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:16.545544 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30810767-8f25-475f-8902-4c269df2dea1 x-openstack-request-id: req-30810767-8f25-475f-8902-4c269df2dea1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:16.545844 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fce8f1-42fa-45cd-9d26-58721f8d663b", "name": "network-vif-deleted", "tag": "7b592620-6363-49dd-8d1a-8fc914136d0e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:16.546101 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30810767-8f25-475f-8902-4c269df2dea1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:16.546607 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30810767-8f25-475f-8902-4c269df2dea1'] response: {'server_uuid': '79fce8f1-42fa-45cd-9d26-58721f8d663b', 'name': 'network-vif-deleted', 'tag': '7b592620-6363-49dd-8d1a-8fc914136d0e', 'status': 'completed', 'code': 200} Mar 26 03:16:16.592111 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:16.803302 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:16.830746 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] Checking router: 60890868-7332-4261-b4e4-9c1b1eaad878 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:16:16.839455 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:16.840140 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:15:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:16.881597 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3db9a8-135a-4267-8270-97c2e425c0cc req-72d7c087-0517-4f8d-b72d-e90206c79334 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:16.883102 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1a3db9a8-135a-4267-8270-97c2e425c0cc req-72d7c087-0517-4f8d-b72d-e90206c79334 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 945 time: 0.0513968 Mar 26 03:16:16.929574 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1a3db9a8-135a-4267-8270-97c2e425c0cc req-fd84e9e5-179b-44a0-90ab-c3099be0d9dc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403559 Mar 26 03:16:16.947325 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:17.141594 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:17.171950 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1bc64c-5e8d-429f-b88e-dd01bfc85c86 None None] The sync data for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi is: [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '14e43fe3-b1da-467a-8d16-0d676f105025', 'name': '', 'network_id': '866fa182-2240-423c-91fb-3b55799da3f4', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'mac_address': 'fa:16:3e:85:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:23Z', 'updated_at': '2022-03-26T03:11:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'subnets': [{'id': 'b75ca359-6293-4a1f-b3fb-fa79f3db0d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:16:17.193751 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-05cadce7-e1af-44ea-99ec-72100c9092ae req-ddc18e57-c645-4283-990e-e5d65ba5a8e8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=79fce8f1-42fa-45cd-9d26-58721f8d663b HTTP/1.1" status: 200 len: 210 time: 0.0312452 Mar 26 03:16:17.386319 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b052415-a9c8-43ba-ba5a-d276a2c2d9e0 None None] New status for floating IP 5ceef0dc-2349-4209-961a-6ff9a5b2f599: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:16:17.791034 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:16:17.892179 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 0bb8f66a-477c-43db-95b0-87a480716e78 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:16:17.895966 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 0bb8f66a-477c-43db-95b0-87a480716e78 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:16:17.896340 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:17.974657 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 0bb8f66a-477c-43db-95b0-87a480716e78 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:16:17.975046 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:17.996994 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:17.999267 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf463e-fab2-4de4-b730-4b8cc6735f7e" -d '{"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:18.012173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:18.034994 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0655b165-182e-44ef-aa3a-539e34341304 x-openstack-request-id: req-0655b165-182e-44ef-aa3a-539e34341304 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:18.035285 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:18.035538 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0655b165-182e-44ef-aa3a-539e34341304 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:18.035934 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0655b165-182e-44ef-aa3a-539e34341304'] response: {'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78', 'code': 200} Mar 26 03:16:18.103660 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:18.104490 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 7b592620-6363-49dd-8d1a-8fc914136d0e no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:16:18.124697 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 7b592620-6363-49dd-8d1a-8fc914136d0e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:16:18.125289 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 7b592620-6363-49dd-8d1a-8fc914136d0e not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:16:18.175587 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:18.212669 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ce993-bd83-45c2-9265-20224720cedd req-e057952d-f91f-41cb-8822-52a7ef392f91 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:18.214124 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0b6ce993-bd83-45c2-9265-20224720cedd req-e057952d-f91f-41cb-8822-52a7ef392f91 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.2126694 Mar 26 03:16:18.262104 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0b6ce993-bd83-45c2-9265-20224720cedd req-0960d34e-0459-49dc-b1b5-c27d2c6a4b22 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Mar 26 03:16:18.337985 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37e868-4dc5-4c65-a197-f52f9a121059 req-7c1c9903-2a90-431e-9acb-98a8e3c1aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:18.340068 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d37e868-4dc5-4c65-a197-f52f9a121059 req-7c1c9903-2a90-431e-9acb-98a8e3c1aec6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 1130 time: 0.0484579 Mar 26 03:16:18.344597 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49732) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:18.355052 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d02a655c-e173-42c0-bb75-41eda1c17aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:18.415829 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d37e868-4dc5-4c65-a197-f52f9a121059 req-1be2a9a5-bbc0-4688-98e3-077f2738525a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689154 Mar 26 03:16:18.425347 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0baa-3826-4f87-9bfb-035fa7109c27 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group (e041c18f-6f65-4e98-a18d-d5ccab482f40), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:18.448240 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0baa-3826-4f87-9bfb-035fa7109c27 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group (e041c18f-6f65-4e98-a18d-d5ccab482f40), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:18.543574 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0baa-3826-4f87-9bfb-035fa7109c27 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e041c18f-6f65-4e98-a18d-d5ccab482f40), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:18.546196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0baa-3826-4f87-9bfb-035fa7109c27 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:18.547374 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d9ae0baa-3826-4f87-9bfb-035fa7109c27 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "DELETE /v2.0/security-groups/e041c18f-6f65-4e98-a18d-d5ccab482f40 HTTP/1.1" status: 204 len: 168 time: 0.2018139 Mar 26 03:16:18.550018 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49736) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:18.556292 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae0baa-3826-4f87-9bfb-035fa7109c27 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e041c18f-6f65-4e98-a18d-d5ccab482f40,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:18.565564 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.api.v2.resource [None req-7c02ac9e-9805-4ce7-897d-5cb07bb263eb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] show failed (client error): The resource could not be found. Mar 26 03:16:18.566602 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-7c02ac9e-9805-4ce7-897d-5cb07bb263eb tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups/e041c18f-6f65-4e98-a18d-d5ccab482f40 HTTP/1.1" status: 404 len: 347 time: 0.0149994 Mar 26 03:16:18.570745 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49738) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:18.941486 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Deleting port ff69d7b3-8c9a-40e6-a092-b3a8683a93af {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:18.941824 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:19.013557 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:19.013883 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:19.026317 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Calling delete_port for ff69d7b3-8c9a-40e6-a092-b3a8683a93af owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:19.211990 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (ff69d7b3-8c9a-40e6-a092-b3a8683a93af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:19.237380 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event deleted for resources: {'Port': ['ID=ff69d7b3-8c9a-40e6-a092-b3a8683a93af,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:19.298834 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks [] for floatingip (5ceef0dc-2349-4209-961a-6ff9a5b2f599), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:19.301343 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:19.302519 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c7de10e5-c7fb-4963-a85a-3f027843e6e6 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "DELETE /v2.0/floatingips/5ceef0dc-2349-4209-961a-6ff9a5b2f599 HTTP/1.1" status: 204 len: 168 time: 0.7306273 Mar 26 03:16:19.396799 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7313b7-1cd4-4df1-bdde-2c0fe6329947 req-6bada38c-e231-47a4-9156-6cc5d12c7ea8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:19.398470 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3e7313b7-1cd4-4df1-bdde-2c0fe6329947 req-6bada38c-e231-47a4-9156-6cc5d12c7ea8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0564084 Mar 26 03:16:19.440580 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:19.447396 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3e7313b7-1cd4-4df1-bdde-2c0fe6329947 req-d3f9209b-3b71-472d-a42d-551aec499fe2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427890 Mar 26 03:16:19.931199 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-51eafa91-ad2a-4c2d-899d-72811f457df1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436115 Mar 26 03:16:19.992464 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-4ba19d75-59f5-405e-850a-467c63d9834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:19.993980 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-4ba19d75-59f5-405e-850a-467c63d9834a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b06b13132a64beea7f0869c80c55fe1&device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 1129 time: 0.0422616 Mar 26 03:16:20.102131 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-739d64d5-3342-4fcb-ba55-835e036379d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:20.103594 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-739d64d5-3342-4fcb-ba55-835e036379d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 200 len: 918 time: 0.0856123 Mar 26 03:16:20.143502 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-b4e7107e-5b34-4f5b-96f0-9b99c7ba2fe8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4504b-35c8-419a-b2be-3a18be440f15 HTTP/1.1" status: 200 len: 217 time: 0.0340950 Mar 26 03:16:20.190088 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-8778e8ca-ef29-47da-905b-d8105ffcedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:20.191436 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-8778e8ca-ef29-47da-905b-d8105ffcedfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 200 len: 857 time: 0.0426998 Mar 26 03:16:20.241780 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-2f11d5f1-eb2b-463c-a453-ed78baefa2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:20.243324 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-2f11d5f1-eb2b-463c-a453-ed78baefa2fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=866fa182-2240-423c-91fb-3b55799da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459538 Mar 26 03:16:20.328120 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-7f0c880f-ed58-4b43-be81-6c9cabd311c8 service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778618 Mar 26 03:16:20.426572 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b07a1ecf-5700-4cf8-b87e-887852e45713 req-01e51642-6d3b-4dca-839a-f320a1e96c7a service neutron] 10.222.0.18 "GET /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834234 Mar 26 03:16:20.612664 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:20.631370 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dabfd-73e6-4d45-bb27-b04a9a046736 req-3ccbd933-028a-44cf-b0b3-18d5916ada72 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:20.632840 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f97dabfd-73e6-4d45-bb27-b04a9a046736 req-3ccbd933-028a-44cf-b0b3-18d5916ada72 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.1112456 Mar 26 03:16:20.678820 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f97dabfd-73e6-4d45-bb27-b04a9a046736 req-a2d17f30-ec8a-4108-9b6b-cd483695f1d9 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405428 Mar 26 03:16:20.743567 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:20.798275 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550e7cb-c9fb-485e-a11b-ddef1988a6bd req-bee5a449-e488-4b68-9080-b7ddffe82964 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:20.799802 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3550e7cb-c9fb-485e-a11b-ddef1988a6bd req-bee5a449-e488-4b68-9080-b7ddffe82964 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0536525 Mar 26 03:16:20.808442 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49760) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:20.812747 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Request body: {'floatingip': {'port_id': '0bb8f66a-477c-43db-95b0-87a480716e78'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:16:20.850095 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (0700a778-9fe0-400c-b77d-1ff9d815262a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:21.266162 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:21.332062 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (0700a778-9fe0-400c-b77d-1ff9d815262a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:21.650990 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Floating IP 0700a778-9fe0-400c-b77d-1ff9d815262a associated. External IP: 172.27.1.147, port: 0bb8f66a-477c-43db-95b0-87a480716e78. Mar 26 03:16:21.857587 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Router 152a627a-ed3d-4dc9-b82d-410bb28594b2 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:16:21.965061 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:16:21.971089 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:21.979537 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4602880-b89a-428b-8253-97181594bbad None None] Sync routers for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:16:21.989412 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4602880-b89a-428b-8253-97181594bbad None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:21.990031 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e4602880-b89a-428b-8253-97181594bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:16:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:22.001318 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-54bd4289-1f59-425c-a1ee-2bc407aac6ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "PUT /v2.0/floatingips/0700a778-9fe0-400c-b77d-1ff9d815262a HTTP/1.1" status: 200 len: 992 time: 1.1918285 Mar 26 03:16:22.001908 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:22.004163 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f851bed-31fb-408a-9693-71b2b6629259" -d '{"events": [{"name": "network-changed", "server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:22.040091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ade50-19dd-4311-8c9f-0883a6812dbe x-openstack-request-id: req-ec9ade50-19dd-4311-8c9f-0883a6812dbe {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:22.040447 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:22.040769 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec9ade50-19dd-4311-8c9f-0883a6812dbe {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:22.041245 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9ade50-19dd-4311-8c9f-0883a6812dbe'] response: {'name': 'network-changed', 'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78', 'status': 'completed', 'code': 200} Mar 26 03:16:22.108569 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e4602880-b89a-428b-8253-97181594bbad None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:22.147883 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f851bed-31fb-408a-9693-71b2b6629259 req-1593e26c-cd88-4df2-b429-3fc9277d7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:22.149403 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5f851bed-31fb-408a-9693-71b2b6629259 req-1593e26c-cd88-4df2-b429-3fc9277d7a6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 1130 time: 0.0808189 Mar 26 03:16:22.162179 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df5a38-a748-4fed-8223-90a38e9f3969 req-e3ca4ad4-fa4c-4156-b2d6-9f04ddcaac1d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:22.163665 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-41df5a38-a748-4fed-8223-90a38e9f3969 req-e3ca4ad4-fa4c-4156-b2d6-9f04ddcaac1d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0669949 Mar 26 03:16:22.263625 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-41df5a38-a748-4fed-8223-90a38e9f3969 req-6bada2a0-7fed-43a6-919a-90e52a6b6a59 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912509 Mar 26 03:16:22.290928 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f851bed-31fb-408a-9693-71b2b6629259 req-67926fa0-3aac-4437-aed0-7e9340b36c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:22.292401 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5f851bed-31fb-408a-9693-71b2b6629259 req-67926fa0-3aac-4437-aed0-7e9340b36c68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 916 time: 0.1278744 Mar 26 03:16:22.341576 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e4602880-b89a-428b-8253-97181594bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '0700a778-9fe0-400c-b77d-1ff9d815262a', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'port_id': '0bb8f66a-477c-43db-95b0-87a480716e78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'mac_address': 'fa:16:3e:20:54:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:16:07Z', 'updated_at': '2022-03-26T03:16:21Z', 'revision_number': 1, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:22.363886 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5f851bed-31fb-408a-9693-71b2b6629259 req-4a539819-5392-4c63-b7df-173eb6f96b7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb8f66a-477c-43db-95b0-87a480716e78 HTTP/1.1" status: 200 len: 1000 time: 0.0586498 Mar 26 03:16:22.370797 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4602880-b89a-428b-8253-97181594bbad None None] Checking router: 152a627a-ed3d-4dc9-b82d-410bb28594b2 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:16:22.390586 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4602880-b89a-428b-8253-97181594bbad None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:22.391206 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e4602880-b89a-428b-8253-97181594bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:16:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:22.417019 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f851bed-31fb-408a-9693-71b2b6629259 req-b7273516-2b33-494c-9f0b-4774bc8f7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:22.418479 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5f851bed-31fb-408a-9693-71b2b6629259 req-b7273516-2b33-494c-9f0b-4774bc8f7e3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 200 len: 855 time: 0.0477924 Mar 26 03:16:22.471981 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:22.473587 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f851bed-31fb-408a-9693-71b2b6629259 req-735afb15-2f99-47e4-a58f-03a0122a3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:22.475245 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5f851bed-31fb-408a-9693-71b2b6629259 req-735afb15-2f99-47e4-a58f-03a0122a3800 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504456 Mar 26 03:16:22.503774 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e4602880-b89a-428b-8253-97181594bbad None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:22.567391 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5f851bed-31fb-408a-9693-71b2b6629259 req-8edbb4a5-08b7-4c7f-bb2b-6e22b97b78c6 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820842 Mar 26 03:16:22.661783 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5f851bed-31fb-408a-9693-71b2b6629259 req-ddd17f76-2f96-4426-905d-f1faaf80f3a8 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873270 Mar 26 03:16:22.726458 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e4602880-b89a-428b-8253-97181594bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '0700a778-9fe0-400c-b77d-1ff9d815262a', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'port_id': '0bb8f66a-477c-43db-95b0-87a480716e78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'mac_address': 'fa:16:3e:20:54:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:16:07Z', 'updated_at': '2022-03-26T03:16:21Z', 'revision_number': 1, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:22.756550 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4602880-b89a-428b-8253-97181594bbad None None] The sync data for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi is: [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '0700a778-9fe0-400c-b77d-1ff9d815262a', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'port_id': '0bb8f66a-477c-43db-95b0-87a480716e78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'mac_address': 'fa:16:3e:20:54:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:16:07Z', 'updated_at': '2022-03-26T03:16:21Z', 'revision_number': 1, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:16:22.947499 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5c7a0-d981-4904-b6e1-e0ff6dc48bac None None] New status for floating IP 0700a778-9fe0-400c-b77d-1ff9d815262a: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:16:23.386333 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606f18-95b4-41d3-bd14-2ffafc4a93be req-fda8828b-5189-40d1-a738-e5e027e0126e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:23.387837 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ac606f18-95b4-41d3-bd14-2ffafc4a93be req-fda8828b-5189-40d1-a738-e5e027e0126e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0546167 Mar 26 03:16:23.433327 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ac606f18-95b4-41d3-bd14-2ffafc4a93be req-24aed7e0-67f9-491b-a729-3b7a72e6b928 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Mar 26 03:16:24.517251 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f20e6-e0df-40b8-893b-a2217b641317 req-759564e4-ce37-43ad-8a84-903ee800636e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:24.518684 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-556f20e6-e0df-40b8-893b-a2217b641317 req-759564e4-ce37-43ad-8a84-903ee800636e tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.0605333 Mar 26 03:16:24.618910 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101518ec-29ec-471d-9d83-1fb1ca215f7f req-3240655c-fbe8-45d8-b502-45b339044cf5 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:24.620352 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-101518ec-29ec-471d-9d83-1fb1ca215f7f req-3240655c-fbe8-45d8-b502-45b339044cf5 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 945 time: 0.1193831 Mar 26 03:16:24.672856 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Deleting port 63a4504b-35c8-419a-b2be-3a18be440f15 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:24.673190 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:24.689391 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-101518ec-29ec-471d-9d83-1fb1ca215f7f req-942a1584-6eb4-499f-bd91-e13dbae2d97a tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624025 Mar 26 03:16:24.763921 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] For port 63a4504b-35c8-419a-b2be-3a18be440f15, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=63a4504b-35c8-419a-b2be-3a18be440f15,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:24.764217 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:24.777068 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Calling delete_port for 63a4504b-35c8-419a-b2be-3a18be440f15 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:24.960787 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (63a4504b-35c8-419a-b2be-3a18be440f15), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:24.972644 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['83edf39c-be26-4054-b4d8-6be7d1dd5020', '63a4504b-35c8-419a-b2be-3a18be440f15'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:16:24.992564 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event deleted for resources: {'Port': ['ID=63a4504b-35c8-419a-b2be-3a18be440f15,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:25.035706 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] No DVR routers for this DVR port 63a4504b-35c8-419a-b2be-3a18be440f15 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:16:25.038332 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:25.041598 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-556f20e6-e0df-40b8-893b-a2217b641317 req-246cabb4-f374-42b7-9eb7-362a27c2f09d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "DELETE /v2.0/ports/63a4504b-35c8-419a-b2be-3a18be440f15 HTTP/1.1" status: 204 len: 173 time: 0.5052714 Mar 26 03:16:25.042030 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857d5e0-a9c2-4d84-91f3-057e7b536ba0', 'name': 'network-vif-deleted', 'tag': '63a4504b-35c8-419a-b2be-3a18be440f15'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:25.044828 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fd2aa3-be37-4f08-839c-400f3f4e3eac" -d '{"events": [{"server_uuid": "7857d5e0-a9c2-4d84-91f3-057e7b536ba0", "name": "network-vif-deleted", "tag": "63a4504b-35c8-419a-b2be-3a18be440f15"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:25.079338 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc9f92b-c488-480e-a04e-0e769bc75acc x-openstack-request-id: req-7dc9f92b-c488-480e-a04e-0e769bc75acc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:25.079691 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7857d5e0-a9c2-4d84-91f3-057e7b536ba0", "name": "network-vif-deleted", "tag": "63a4504b-35c8-419a-b2be-3a18be440f15", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:25.080360 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dc9f92b-c488-480e-a04e-0e769bc75acc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:25.080360 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc9f92b-c488-480e-a04e-0e769bc75acc'] response: {'server_uuid': '7857d5e0-a9c2-4d84-91f3-057e7b536ba0', 'name': 'network-vif-deleted', 'tag': '63a4504b-35c8-419a-b2be-3a18be440f15', 'status': 'completed', 'code': 200} Mar 26 03:16:25.791588 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b06a0a4c-5ada-438e-98a2-89c13d7bef1e req-d278d930-c1fd-4128-949a-c6a660057ad8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=7857d5e0-a9c2-4d84-91f3-057e7b536ba0 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Mar 26 03:16:27.209769 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7b5bf-9b3f-4c28-98cc-7b599533c6e9 req-e329ea25-93ff-4e87-9170-e4141ca8df55 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:27.211280 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b1d7b5bf-9b3f-4c28-98cc-7b599533c6e9 req-e329ea25-93ff-4e87-9170-e4141ca8df55 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0516243 Mar 26 03:16:27.256183 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b1d7b5bf-9b3f-4c28-98cc-7b599533c6e9 req-9ba31fda-a907-4060-9bcc-f4d794cdad1f tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 Mar 26 03:16:28.471329 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fa6da-8dbf-4bbd-9de8-24bcb5bec9f2 req-9855a04d-3205-4045-91c6-1fd442f4d7d7 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:28.472802 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-267fa6da-8dbf-4bbd-9de8-24bcb5bec9f2 req-9855a04d-3205-4045-91c6-1fd442f4d7d7 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0516548 Mar 26 03:16:28.523490 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-267fa6da-8dbf-4bbd-9de8-24bcb5bec9f2 req-b6a36e32-ab35-4a07-88db-994bb44b7fb1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Mar 26 03:16:29.638363 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c035-5ad8-4163-a187-873e0c66fe0b req-70192f1b-037c-44f4-8397-ece289a29198 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:29.639834 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-77f4c035-5ad8-4163-a187-873e0c66fe0b req-70192f1b-037c-44f4-8397-ece289a29198 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0506902 Mar 26 03:16:29.687513 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-77f4c035-5ad8-4163-a187-873e0c66fe0b req-1e81ffa8-d3b6-4deb-a9b5-1527bd8c6be1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/security-groups?id=450df5cd-c04e-4ce9-9ee7-67817d40232b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Mar 26 03:16:29.835009 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 63a4504b-35c8-419a-b2be-3a18be440f15 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:16:29.854321 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 63a4504b-35c8-419a-b2be-3a18be440f15 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:16:29.854689 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 63a4504b-35c8-419a-b2be-3a18be440f15 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:16:30.309272 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-4a116ed2-c083-4ea9-9019-b0aa49f827a8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:30.310768 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-4a116ed2-c083-4ea9-9019-b0aa49f827a8 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 946 time: 0.0511780 Mar 26 03:16:30.399549 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Deleting port 83edf39c-be26-4054-b4d8-6be7d1dd5020 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:30.399874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:30.487858 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] For port 83edf39c-be26-4054-b4d8-6be7d1dd5020, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=83edf39c-be26-4054-b4d8-6be7d1dd5020,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:30.488214 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:30.501812 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Calling delete_port for 83edf39c-be26-4054-b4d8-6be7d1dd5020 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:30.691964 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (83edf39c-be26-4054-b4d8-6be7d1dd5020), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:30.704605 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['83edf39c-be26-4054-b4d8-6be7d1dd5020'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:16:30.720974 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Pushing event deleted for resources: {'Port': ['ID=83edf39c-be26-4054-b4d8-6be7d1dd5020,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:30.733374 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.733732 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.738713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.739717 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:30.782204 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] No DVR routers for this DVR port 83edf39c-be26-4054-b4d8-6be7d1dd5020 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:16:30.796973 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:30.800172 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-175eac2e-d47d-4e00-b85e-0f8ac45eb294 req-96f1585f-fde8-461e-99f5-9ea17525e0f1 tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.18 "DELETE /v2.0/ports/83edf39c-be26-4054-b4d8-6be7d1dd5020 HTTP/1.1" status: 204 len: 173 time: 0.4839020 Mar 26 03:16:30.801888 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-df013452-4b46-43bd-85c5-f2f1083cc89d req-76836588-528b-41eb-b40c-44c5e08df51d tempest-ServerRescueNegativeTestJSON-1946524371 tempest-ServerRescueNegativeTestJSON-1946524371-project] 10.222.0.20 "GET /v2.0/ports?device_id=8268df4b-996d-4431-a5c0-c0cf9468434a HTTP/1.1" status: 200 len: 210 time: 0.0433514 Mar 26 03:16:30.802306 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8268df4b-996d-4431-a5c0-c0cf9468434a', 'name': 'network-vif-deleted', 'tag': '83edf39c-be26-4054-b4d8-6be7d1dd5020'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:30.804525 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd08818-27e8-4990-831e-120852ffe216" -d '{"events": [{"server_uuid": "8268df4b-996d-4431-a5c0-c0cf9468434a", "name": "network-vif-deleted", "tag": "83edf39c-be26-4054-b4d8-6be7d1dd5020"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:30.838847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69cc9f-0365-4116-a866-88181829ff18 x-openstack-request-id: req-ef69cc9f-0365-4116-a866-88181829ff18 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:30.839140 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8268df4b-996d-4431-a5c0-c0cf9468434a", "name": "network-vif-deleted", "tag": "83edf39c-be26-4054-b4d8-6be7d1dd5020", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:30.839392 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef69cc9f-0365-4116-a866-88181829ff18 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:30.839790 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef69cc9f-0365-4116-a866-88181829ff18'] response: {'server_uuid': '8268df4b-996d-4431-a5c0-c0cf9468434a', 'name': 'network-vif-deleted', 'tag': '83edf39c-be26-4054-b4d8-6be7d1dd5020', 'status': 'completed', 'code': 200} Mar 26 03:16:31.858196 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49804) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:32.283877 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (60890868-7332-4261-b4e4-9c1b1eaad878), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:32.523706 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Deleting port 14e43fe3-b1da-467a-8d16-0d676f105025 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:32.524048 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:32.598493 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] For port 14e43fe3-b1da-467a-8d16-0d676f105025, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=14e43fe3-b1da-467a-8d16-0d676f105025,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:32.598852 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:32.611137 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Calling delete_port for 14e43fe3-b1da-467a-8d16-0d676f105025 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:32.846401 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (14e43fe3-b1da-467a-8d16-0d676f105025), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:32.875837 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e43fe3-b1da-467a-8d16-0d676f105025,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:33.037115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (60890868-7332-4261-b4e4-9c1b1eaad878), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:33.473705 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Router 60890868-7332-4261-b4e4-9c1b1eaad878 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:16:33.580752 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:16:33.585647 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-7c8485a1-08d3-4a85-9d40-5fa1343c7160 admin admin] 10.222.0.20 "PUT /v2.0/routers/60890868-7332-4261-b4e4-9c1b1eaad878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263920 Mar 26 03:16:33.588215 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49810) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:33.590009 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] Sync routers for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:16:33.600281 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:33.600959 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:16:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:33.688979 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks [] for router (60890868-7332-4261-b4e4-9c1b1eaad878), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:33.704273 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:33.791539 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks [] for router_gateway (60890868-7332-4261-b4e4-9c1b1eaad878), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:33.877692 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:16:32Z', 'revision_number': 5, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port': {'id': 'd30ea180-5f70-4d26-9941-c529f7e52b05', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:19Z', 'updated_at': '2022-03-26T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:33.905149 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Deleting port d30ea180-5f70-4d26-9941-c529f7e52b05 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:33.905727 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] Checking router: 60890868-7332-4261-b4e4-9c1b1eaad878 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:16:33.905847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:33.913444 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] Routers {'60890868-7332-4261-b4e4-9c1b1eaad878'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:16:33.914050 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:16:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['60890868-7332-4261-b4e4-9c1b1eaad878'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:33.982804 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] For port d30ea180-5f70-4d26-9941-c529f7e52b05, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=d30ea180-5f70-4d26-9941-c529f7e52b05,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:33.983163 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:33.995634 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Calling delete_port for d30ea180-5f70-4d26-9941-c529f7e52b05 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:34.000284 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] Set router 60890868-7332-4261-b4e4-9c1b1eaad878 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:16:34.050297 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:16:33Z', 'revision_number': 6, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:34.079293 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a423d2-ac8e-4b7d-bc16-c756d8dfe06e None None] The sync data for ids ['60890868-7332-4261-b4e4-9c1b1eaad878'] in dv-cinder-835328-1-iscsi is: [{'id': '60890868-7332-4261-b4e4-9c1b1eaad878', 'name': 'tempest-ServerRescueNegativeTestJSON-468161657-router', 'tenant_id': '9b06b13132a64beea7f0869c80c55fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:16:33Z', 'revision_number': 6, 'project_id': '9b06b13132a64beea7f0869c80c55fe1', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:16:34.206115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (d30ea180-5f70-4d26-9941-c529f7e52b05), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.234555 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d30ea180-5f70-4d26-9941-c529f7e52b05,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:34.293644 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (60890868-7332-4261-b4e4-9c1b1eaad878), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.381825 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (60890868-7332-4261-b4e4-9c1b1eaad878), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.383798 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks [] for router_controller (60890868-7332-4261-b4e4-9c1b1eaad878), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.503576 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (60890868-7332-4261-b4e4-9c1b1eaad878), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.504172 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60890868-7332-4261-b4e4-9c1b1eaad878 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:16:34.508979 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.512991 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-e8376905-c790-4393-afa0-4ee11f0e36cf admin admin] 10.222.0.20 "DELETE /v2.0/routers/60890868-7332-4261-b4e4-9c1b1eaad878 HTTP/1.1" status: 204 len: 168 time: 0.9210110 Mar 26 03:16:34.512991 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49812) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:34.560317 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2e0ddb-a2e9-4631-b687-c9066aae709d admin admin] Deleting subnet b75ca359-6293-4a1f-b3fb-fa79f3db0d1d {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:16:34.563499 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0ddb-a2e9-4631-b687-c9066aae709d admin admin] Publish callbacks [] for subnet (b75ca359-6293-4a1f-b3fb-fa79f3db0d1d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.596017 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0ddb-a2e9-4631-b687-c9066aae709d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4671531'] for subnet (b75ca359-6293-4a1f-b3fb-fa79f3db0d1d), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.669921 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0ddb-a2e9-4631-b687-c9066aae709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (b75ca359-6293-4a1f-b3fb-fa79f3db0d1d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.790131 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0ddb-a2e9-4631-b687-c9066aae709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4502636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4584295'] for subnet (b75ca359-6293-4a1f-b3fb-fa79f3db0d1d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.820025 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e0ddb-a2e9-4631-b687-c9066aae709d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75ca359-6293-4a1f-b3fb-fa79f3db0d1d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:34.823544 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0ddb-a2e9-4631-b687-c9066aae709d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.826647 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-4f2e0ddb-a2e9-4631-b687-c9066aae709d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b75ca359-6293-4a1f-b3fb-fa79f3db0d1d HTTP/1.1" status: 204 len: 168 time: 0.3130512 Mar 26 03:16:34.829357 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 49814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:34.829821 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057b489-4945-42f5-bf67-d63a36e816e9 None None] Network 866fa182-2240-423c-91fb-3b55799da3f4 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:16:34.898659 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (866fa182-2240-423c-91fb-3b55799da3f4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:34.956335 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Deleting port c3c631d0-6b6d-47a4-af80-70dd91859e8e {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:34.956673 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.001031 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] DHCP port deletion for 866fa182-2240-423c-91fb-3b55799da3f4 request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:16:35.023686 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] For port c3c631d0-6b6d-47a4-af80-70dd91859e8e, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=c3c631d0-6b6d-47a4-af80-70dd91859e8e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:35.024046 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.040636 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Calling delete_port for c3c631d0-6b6d-47a4-af80-70dd91859e8e owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:35.049566 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] Deleting port c3c631d0-6b6d-47a4-af80-70dd91859e8e {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:16:35.049938 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.115587 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] For port c3c631d0-6b6d-47a4-af80-70dd91859e8e, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=c3c631d0-6b6d-47a4-af80-70dd91859e8e,segment=NetworkSegment(17d9355c-67b9-46d8-8263-0551bab20221),segment_id=17d9355c-67b9-46d8-8263-0551bab20221)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:35.115764 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.127777 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] Calling delete_port for c3c631d0-6b6d-47a4-af80-70dd91859e8e owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:16:35.218157 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.244395 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c631d0-6b6d-47a4-af80-70dd91859e8e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:35.249038 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] No DVR routers for this DVR port c3c631d0-6b6d-47a4-af80-70dd91859e8e on host dv-cinder-835328-1-iscsi {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:16:35.257354 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.257710 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.258059 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.258406 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.258770 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.259105 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.259438 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.259764 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.260092 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.260418 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.260742 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.261069 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.261393 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.261729 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.262133 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:35.332755 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (c3c631d0-6b6d-47a4-af80-70dd91859e8e), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.334460 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (866fa182-2240-423c-91fb-3b55799da3f4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.355784 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866fa182-2240-423c-91fb-3b55799da3f4']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:35.357435 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] Pushing event deleted for resources: {'Port': ['ID=c3c631d0-6b6d-47a4-af80-70dd91859e8e,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:35.360996 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b3625-fb6a-4ae9-8521-67e3ac7680b3 None None] No DVR routers for this DVR port c3c631d0-6b6d-47a4-af80-70dd91859e8e on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:16:35.368121 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d9355c-67b9-46d8-8263-0551bab20221') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:35.368121 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d9355c-67b9-46d8-8263-0551bab20221') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:16:35.377031 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5209742'] for segment (17d9355c-67b9-46d8-8263-0551bab20221), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.390530 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (17d9355c-67b9-46d8-8263-0551bab20221), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.396590 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:16:35.396967 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286246'] for segment (17d9355c-67b9-46d8-8263-0551bab20221), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: Traceback (most recent call last): Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: timer() Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: cb(*args, **kw) Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: return func(*args, **kwargs) Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: self._notify() Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: self.callback(batched_events) Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: event.method(event) Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: return f(self, *a, **k) Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._get(url).json() Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:16:35.398594 dv-cinder-835328-1-iscsi neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:16:35.498280 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (866fa182-2240-423c-91fb-3b55799da3f4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.504021 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.507086 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] 10.222.0.20 "DELETE /v2.0/networks/866fa182-2240-423c-91fb-3b55799da3f4 HTTP/1.1" status: 204 len: 168 time: 0.6766570 Mar 26 03:16:35.519695 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec467f-6857-4435-b5e4-d629296c7425 admin admin] Pushing event deleted for resources: {'Network': ['ID=866fa182-2240-423c-91fb-3b55799da3f4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:35.581512 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device d30ea180-5f70-4d26-9941-c529f7e52b05 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:16:35.601541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: d30ea180-5f70-4d26-9941-c529f7e52b05 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:16:35.601886 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device d30ea180-5f70-4d26-9941-c529f7e52b05 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:16:35.602293 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 14e43fe3-b1da-467a-8d16-0d676f105025 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:16:35.620227 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 14e43fe3-b1da-467a-8d16-0d676f105025 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:16:35.620518 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 14e43fe3-b1da-467a-8d16-0d676f105025 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:16:35.620919 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device c3c631d0-6b6d-47a4-af80-70dd91859e8e no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:16:35.642991 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: c3c631d0-6b6d-47a4-af80-70dd91859e8e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:16:35.643340 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device c3c631d0-6b6d-47a4-af80-70dd91859e8e not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:16:35.827207 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49820) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:35.860101 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 83edf39c-be26-4054-b4d8-6be7d1dd5020 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:16:35.865826 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8daf45fb-8eb4-4711-97b4-9c49dcf57342 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b06b13132a64beea7f0869c80c55fe1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375111 Mar 26 03:16:35.868349 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 49822) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:35.880746 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 83edf39c-be26-4054-b4d8-6be7d1dd5020 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:16:35.881099 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 83edf39c-be26-4054-b4d8-6be7d1dd5020 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:16:35.914752 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b324d1a-c0dd-47d7-bc1d-0bdd87f0e4ef admin admin] Publish callbacks [] for security_group (450df5cd-c04e-4ce9-9ee7-67817d40232b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:35.936563 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b324d1a-c0dd-47d7-bc1d-0bdd87f0e4ef admin admin] Publish callbacks [] for security_group (450df5cd-c04e-4ce9-9ee7-67817d40232b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:36.034417 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b324d1a-c0dd-47d7-bc1d-0bdd87f0e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (450df5cd-c04e-4ce9-9ee7-67817d40232b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:36.037081 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b324d1a-c0dd-47d7-bc1d-0bdd87f0e4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:36.038208 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-1b324d1a-c0dd-47d7-bc1d-0bdd87f0e4ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/450df5cd-c04e-4ce9-9ee7-67817d40232b HTTP/1.1" status: 204 len: 168 time: 0.1689301 Mar 26 03:16:36.046419 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b324d1a-c0dd-47d7-bc1d-0bdd87f0e4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450df5cd-c04e-4ce9-9ee7-67817d40232b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:38.748162 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c3028-6d12-4c04-a5f3-947247eaad2f req-c4e6b0b9-7f99-4f0e-98ef-488bbec0348b tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:38.749614 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-490c3028-6d12-4c04-a5f3-947247eaad2f req-c4e6b0b9-7f99-4f0e-98ef-488bbec0348b tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0545864 Mar 26 03:16:38.799615 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-490c3028-6d12-4c04-a5f3-947247eaad2f req-d967f156-4e3c-4bce-9a50-f312e5f48555 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442698 Mar 26 03:16:39.922010 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17973417-5f3c-4883-823d-1c5d55793f64 req-135052ca-f173-48c4-9b96-d90872eaf597 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:39.923573 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-17973417-5f3c-4883-823d-1c5d55793f64 req-135052ca-f173-48c4-9b96-d90872eaf597 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0534768 Mar 26 03:16:39.971848 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-17973417-5f3c-4883-823d-1c5d55793f64 req-16905e5e-1576-4de1-a37f-11a240ffb19a tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 Mar 26 03:16:40.399949 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:16:41.088040 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446fdc6-e7ad-4b43-95c1-ddd43303032d req-046f7ee3-6e05-4cd1-8096-e24b981e1ec6 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:41.089507 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b446fdc6-e7ad-4b43-95c1-ddd43303032d req-046f7ee3-6e05-4cd1-8096-e24b981e1ec6 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0519166 Mar 26 03:16:41.138548 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b446fdc6-e7ad-4b43-95c1-ddd43303032d req-7aeff47d-1e33-4b5c-9a62-412807226a68 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426681 Mar 26 03:16:42.253965 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113cbe0-faa2-42e2-88d8-381b7e494dfd req-1d3d29ea-09d1-4e2d-b421-17c824dc9a16 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:42.255442 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1113cbe0-faa2-42e2-88d8-381b7e494dfd req-1d3d29ea-09d1-4e2d-b421-17c824dc9a16 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0511565 Mar 26 03:16:42.305973 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1113cbe0-faa2-42e2-88d8-381b7e494dfd req-a265a418-01a9-4806-89b4-92117fd177da tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450797 Mar 26 03:16:43.422079 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e67e8d-3108-4f70-b920-0230344a6e38 req-0c01451a-1b61-49cb-8332-79bc9f956a74 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:43.423565 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09e67e8d-3108-4f70-b920-0230344a6e38 req-0c01451a-1b61-49cb-8332-79bc9f956a74 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0518208 Mar 26 03:16:43.471335 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09e67e8d-3108-4f70-b920-0230344a6e38 req-32645afe-2b6d-456d-91d4-826802e67e58 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421140 Mar 26 03:16:44.587305 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5158-7af2-4e7e-aa0d-63f4dcc72172 req-c508670b-cb56-4709-a535-f8a51bae5a8a tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:44.588828 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-42ec5158-7af2-4e7e-aa0d-63f4dcc72172 req-c508670b-cb56-4709-a535-f8a51bae5a8a tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0527520 Mar 26 03:16:44.637604 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-42ec5158-7af2-4e7e-aa0d-63f4dcc72172 req-003dea59-79d5-46ef-9a0e-3412ec29b522 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Mar 26 03:16:45.758833 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d4cbd-e911-435d-854d-1f5146751475 req-16a6af66-6e1b-4b73-a4f5-b8c1223246d7 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:45.760290 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-538d4cbd-e911-435d-854d-1f5146751475 req-16a6af66-6e1b-4b73-a4f5-b8c1223246d7 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0568457 Mar 26 03:16:45.807552 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-538d4cbd-e911-435d-854d-1f5146751475 req-0a9f3346-c3a5-45f0-8d95-44357e529330 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417557 Mar 26 03:16:46.069074 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76922093-de97-4473-8d35-87e3f93b9f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:46.924036 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771081-4e2c-4a54-9be4-5ddef51a9707 req-cdb8e73d-c83a-408b-be09-fcf5f21ab88b tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:46.925495 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-20771081-4e2c-4a54-9be4-5ddef51a9707 req-cdb8e73d-c83a-408b-be09-fcf5f21ab88b tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0516386 Mar 26 03:16:46.972242 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-20771081-4e2c-4a54-9be4-5ddef51a9707 req-eb09d843-8823-4af8-875e-60de707a18d6 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Mar 26 03:16:48.090644 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1c987-921f-4745-a692-791dbee6f5c0 req-37970822-e0fe-4c19-b69a-b65b4a21cc23 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:48.092020 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-04b1c987-921f-4745-a692-791dbee6f5c0 req-37970822-e0fe-4c19-b69a-b65b4a21cc23 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0524619 Mar 26 03:16:48.139664 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-04b1c987-921f-4745-a692-791dbee6f5c0 req-92e41189-84f1-4f7e-baf2-ef5ed99ab169 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Mar 26 03:16:48.366304 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-00e2d187-e684-4dee-b525-5c76cf288c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:49.088675 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-cc05e815-5025-4bf2-993d-0381989fa5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:49.090198 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-cc05e815-5025-4bf2-993d-0381989fa5b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1130 time: 0.1409588 Mar 26 03:16:49.181744 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-4024485c-5dcb-4bc6-b612-6bba2914e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:49.188578 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-4024485c-5dcb-4bc6-b612-6bba2914e198 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 200 len: 909 time: 0.0868607 Mar 26 03:16:49.282220 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-84d7c7c7-2724-466f-8753-9fdd3b33ad55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 1002 time: 0.0919263 Mar 26 03:16:49.326225 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396b505-23ac-480e-84a1-1ea4c1771705 req-caa2168d-07f2-4201-ba8a-a608882e0baf tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:49.335079 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b396b505-23ac-480e-84a1-1ea4c1771705 req-caa2168d-07f2-4201-ba8a-a608882e0baf tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0990250 Mar 26 03:16:49.359434 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-3df8ffa2-e9bd-4960-a3a6-edaf56871275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:49.360831 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-3df8ffa2-e9bd-4960-a3a6-edaf56871275 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fe1dc22-2f5c-4fe6-8252-36f267195902 HTTP/1.1" status: 200 len: 848 time: 0.0714545 Mar 26 03:16:49.407312 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b396b505-23ac-480e-84a1-1ea4c1771705 req-f909d0e7-7db8-409a-8864-836642a72bff tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739069 Mar 26 03:16:49.427098 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-a5566f26-c1af-4526-8e40-6273ed278c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:49.427098 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-a5566f26-c1af-4526-8e40-6273ed278c07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577776 Mar 26 03:16:49.480638 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:49.519549 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-37ba3c17-3020-457c-bf57-353cd7320a50 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859551 Mar 26 03:16:49.610633 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b4a9db3f-f362-4fac-ba86-c9ec0ed28bb9 req-fc02a8cc-3fc9-4c8f-b621-c7d03f17892d service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843675 Mar 26 03:16:50.530498 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e1f3-8790-4151-bed4-95965e56edfd req-ea3f3236-bbcf-4ae4-a893-54c14e5d8fd2 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:50.531962 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ed91e1f3-8790-4151-bed4-95965e56edfd req-ea3f3236-bbcf-4ae4-a893-54c14e5d8fd2 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0583329 Mar 26 03:16:50.537658 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:50.581993 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ed91e1f3-8790-4151-bed4-95965e56edfd req-55539110-397a-44fa-96d4-2d26630e2ed9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442476 Mar 26 03:16:50.754967 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:51.754486 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bdc62-e6a0-4dce-ac03-6618852f8ff3 req-111a4bb3-dbfa-462a-85c7-a54fb6697f01 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:51.756802 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-161bdc62-e6a0-4dce-ac03-6618852f8ff3 req-111a4bb3-dbfa-462a-85c7-a54fb6697f01 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0527494 Mar 26 03:16:51.805233 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-161bdc62-e6a0-4dce-ac03-6618852f8ff3 req-5ee5c629-7a13-4b63-ab13-7ed213c1e3b1 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 Mar 26 03:16:52.435251 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:52.925059 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70950c05-4458-44e8-bcc1-0aef993cb0f1 req-be8a74dc-377f-4883-9701-19962da429a8 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:52.926525 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-70950c05-4458-44e8-bcc1-0aef993cb0f1 req-be8a74dc-377f-4883-9701-19962da429a8 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0558491 Mar 26 03:16:52.973431 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-70950c05-4458-44e8-bcc1-0aef993cb0f1 req-e011697e-2bad-418b-be8a-6547c9e9a607 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412993 Mar 26 03:16:53.344248 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19cac2-8027-4bf3-8962-fb203b0b0c4f req-b7e04d0a-b2af-482e-8c7f-81be5d05d818 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:53.345772 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bc19cac2-8027-4bf3-8962-fb203b0b0c4f req-b7e04d0a-b2af-482e-8c7f-81be5d05d818 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0552037 Mar 26 03:16:53.383226 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50070) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:53.401506 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bc19cac2-8027-4bf3-8962-fb203b0b0c4f req-369fa010-ecaf-41dd-9bae-9c7b20701487 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495484 Mar 26 03:16:53.475746 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-4ce49b63-bdfd-491b-b8b4-22efa02a7f97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904467 Mar 26 03:16:53.484730 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-7eb30081-9f14-4336-b8ec-2edbcfb0a7a2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:16:53.485684 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-7eb30081-9f14-4336-b8ec-2edbcfb0a7a2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053804 Mar 26 03:16:53.567032 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50084) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:53.676886 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-d56fe911-feaf-4d71-836c-957c5a5aaee7 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:53.678314 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-d56fe911-feaf-4d71-836c-957c5a5aaee7 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports/706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 943 time: 0.1102533 Mar 26 03:16:54.532335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ab1f0-6e99-4b1b-919e-3ac5f1bfa927 req-edee205f-c86f-4db2-939f-0a6813d9395c tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:54.534179 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c2ab1f0-6e99-4b1b-919e-3ac5f1bfa927 req-edee205f-c86f-4db2-939f-0a6813d9395c tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0604804 Mar 26 03:16:54.591661 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4c2ab1f0-6e99-4b1b-919e-3ac5f1bfa927 req-deb1d560-9a85-4834-9965-d95a24797603 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484235 Mar 26 03:16:55.713796 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506bf08-f19c-4c28-bb70-3e70be038a28 req-afa33b6f-b779-4f07-b0d2-1e9a5294b870 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:55.715321 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8506bf08-f19c-4c28-bb70-3e70be038a28 req-afa33b6f-b779-4f07-b0d2-1e9a5294b870 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0553193 Mar 26 03:16:55.740952 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50132) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:55.764267 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8506bf08-f19c-4c28-bb70-3e70be038a28 req-7f07c2a0-7b2b-4dec-bc42-899781a8d81c tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Mar 26 03:16:55.842892 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7584497d-70cc-4d2a-a2f2-37597dc8b43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:55.889770 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 706d3b15-9c35-47db-802e-14445c3fa93b no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:16:55.914415 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7584497d-70cc-4d2a-a2f2-37597dc8b43e admin admin] Publish callbacks [] for security_group (aa7ca7c0-eaee-4da2-bf5b-0111eb0d28ff), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:55.967050 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 706d3b15-9c35-47db-802e-14445c3fa93b is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:16:55.967441 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:55.982974 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7584497d-70cc-4d2a-a2f2-37597dc8b43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (aa7ca7c0-eaee-4da2-bf5b-0111eb0d28ff), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:55.989155 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:16:55.991407 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9473d549-d421-437d-828f-96a9a43585a5" -d '{"events": [{"server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "name": "network-vif-unplugged", "status": "completed", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:16:56.004009 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:16:56.023108 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-7584497d-70cc-4d2a-a2f2-37597dc8b43e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ab88e188e9b4066a62ee261001c2c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809160 Mar 26 03:16:56.024342 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584497d-70cc-4d2a-a2f2-37597dc8b43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ca7c0-eaee-4da2-bf5b-0111eb0d28ff,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:56.026099 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50140) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:56.063225 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.074455 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a162c655-412b-4dbe-8975-081afbca6346 admin admin] Publish callbacks [] for security_group (aa7ca7c0-eaee-4da2-bf5b-0111eb0d28ff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.097923 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a162c655-412b-4dbe-8975-081afbca6346 admin admin] Publish callbacks [] for security_group (aa7ca7c0-eaee-4da2-bf5b-0111eb0d28ff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.113980 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:56.121396 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.121954 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.123192 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.124306 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.124832 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.125326 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.125816 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.126304 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.126823 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.127418 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.127906 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.128393 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.128883 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.129377 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.129850 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:16:56.167295 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Mar 2022 03:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fee8043-ba11-40e6-a792-824cc3d1216e x-openstack-request-id: req-3fee8043-ba11-40e6-a792-824cc3d1216e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:16:56.167295 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "name": "network-vif-unplugged", "status": "failed", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b", "code": 422}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:16:56.167295 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fee8043-ba11-40e6-a792-824cc3d1216e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:16:56.167295 dv-cinder-835328-1-iscsi neutron-server[103768]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3fee8043-ba11-40e6-a792-824cc3d1216e']: {'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b', 'code': 422} returned with failed status Mar 26 03:16:56.200426 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a162c655-412b-4dbe-8975-081afbca6346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (aa7ca7c0-eaee-4da2-bf5b-0111eb0d28ff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.203106 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a162c655-412b-4dbe-8975-081afbca6346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.204278 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a162c655-412b-4dbe-8975-081afbca6346 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa7ca7c0-eaee-4da2-bf5b-0111eb0d28ff HTTP/1.1" status: 204 len: 168 time: 0.1769316 Mar 26 03:16:56.212978 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162c655-412b-4dbe-8975-081afbca6346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ca7c0-eaee-4da2-bf5b-0111eb0d28ff,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:56.689656 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50148) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:56.702581 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29604c11-123a-48f6-a51a-5baee3071712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.777209 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29604c11-123a-48f6-a51a-5baee3071712 admin admin] Publish callbacks [] for security_group (32d2f4fc-9bbe-4bf1-b12f-d45fb044f930), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.828942 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29604c11-123a-48f6-a51a-5baee3071712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (32d2f4fc-9bbe-4bf1-b12f-d45fb044f930), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.907815 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-29604c11-123a-48f6-a51a-5baee3071712 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a33e43088a1f43c2b6047645e10db0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170548 Mar 26 03:16:56.909336 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29604c11-123a-48f6-a51a-5baee3071712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d2f4fc-9bbe-4bf1-b12f-d45fb044f930,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:56.910377 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50152) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:16:56.932277 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c2126-59eb-46af-b8b7-38f930428305 req-537c3ac9-84c5-4583-9909-adbc469da547 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:56.933719 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-923c2126-59eb-46af-b8b7-38f930428305 req-537c3ac9-84c5-4583-9909-adbc469da547 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.1011310 Mar 26 03:16:56.961405 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11cf24d-6baa-49b4-ab26-eaf35673e17c admin admin] Publish callbacks [] for security_group (32d2f4fc-9bbe-4bf1-b12f-d45fb044f930), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.982051 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11cf24d-6baa-49b4-ab26-eaf35673e17c admin admin] Publish callbacks [] for security_group (32d2f4fc-9bbe-4bf1-b12f-d45fb044f930), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:56.982588 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-923c2126-59eb-46af-b8b7-38f930428305 req-5443c192-ea0b-49f1-92f3-8d8b2521ee54 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Mar 26 03:16:57.102789 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11cf24d-6baa-49b4-ab26-eaf35673e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (32d2f4fc-9bbe-4bf1-b12f-d45fb044f930), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:57.105369 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11cf24d-6baa-49b4-ab26-eaf35673e17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:16:57.106547 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-b11cf24d-6baa-49b4-ab26-eaf35673e17c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32d2f4fc-9bbe-4bf1-b12f-d45fb044f930 HTTP/1.1" status: 204 len: 168 time: 0.1951342 Mar 26 03:16:57.114035 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cf24d-6baa-49b4-ab26-eaf35673e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d2f4fc-9bbe-4bf1-b12f-d45fb044f930,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:16:58.100481 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea95e5-da1c-4e17-8609-f4e2474484d1 req-f873e432-bd0d-48bb-8fbb-98885e15886f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:58.101991 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4aea95e5-da1c-4e17-8609-f4e2474484d1 req-f873e432-bd0d-48bb-8fbb-98885e15886f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0527647 Mar 26 03:16:58.154458 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4aea95e5-da1c-4e17-8609-f4e2474484d1 req-da559b73-ff27-4151-9ff1-0eab5e631f9b tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Mar 26 03:16:59.272641 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb5f7-231e-4f2c-b44e-64b50fd8b0b7 req-a3bea733-00f8-43be-83ed-04a57b509d46 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:59.274139 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f6ccb5f7-231e-4f2c-b44e-64b50fd8b0b7 req-a3bea733-00f8-43be-83ed-04a57b509d46 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0535607 Mar 26 03:16:59.328402 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f6ccb5f7-231e-4f2c-b44e-64b50fd8b0b7 req-6ffa0bae-bbdc-4390-9eb3-dceaaf01309a tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458543 Mar 26 03:16:59.402533 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-91e4e684-7153-4c52-a69a-f8f5df7d7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:59.404742 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-91e4e684-7153-4c52-a69a-f8f5df7d7f56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d&tenant_id=27d467fc31a049a5bdd4b0869b3dc58c HTTP/1.1" status: 200 len: 1128 time: 0.0458412 Mar 26 03:16:59.467758 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-cae91395-c336-42f1-aa2b-35c6cd6407db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:59.469229 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-cae91395-c336-42f1-aa2b-35c6cd6407db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1128 time: 0.0439672 Mar 26 03:16:59.561846 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-a996aaa3-9bba-4bea-b4f0-1d4326be483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:59.563627 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-a996aaa3-9bba-4bea-b4f0-1d4326be483c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 200 len: 909 time: 0.0884972 Mar 26 03:16:59.631181 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-691978ec-0930-490f-b6be-563e4a27fb2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 1000 time: 0.0610673 Mar 26 03:16:59.678427 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-615a4b8b-6a5a-41c9-899a-6f45f70248cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:59.679947 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-615a4b8b-6a5a-41c9-899a-6f45f70248cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fe1dc22-2f5c-4fe6-8252-36f267195902 HTTP/1.1" status: 200 len: 848 time: 0.0433190 Mar 26 03:16:59.731967 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-420022e3-77fb-4edd-86e9-44dcda776e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:16:59.733445 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-420022e3-77fb-4edd-86e9-44dcda776e6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473599 Mar 26 03:16:59.824430 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-4f4e4472-e12b-42e7-8e28-845c93cf11d3 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827961 Mar 26 03:16:59.915706 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f656d1bb-4e30-4aec-9df1-401400a43e89 req-09ebda61-1409-4b0b-aebd-6a25b344971f service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848632 Mar 26 03:17:00.448059 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58543335-d638-420a-b62d-17bcdf46d5b9 req-19fd87e8-350c-4d2d-a135-34682567f101 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:00.449532 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-58543335-d638-420a-b62d-17bcdf46d5b9 req-19fd87e8-350c-4d2d-a135-34682567f101 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0557811 Mar 26 03:17:00.498852 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-58543335-d638-420a-b62d-17bcdf46d5b9 req-4a24a2eb-6f0a-4d93-9e62-d2125e0106ae tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432377 Mar 26 03:17:01.199645 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba8c31-6b8a-4489-9a18-e7980d284cfb req-ec1bb4c2-fc91-4242-b62c-23d4ef00cc20 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:01.201742 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-09ba8c31-6b8a-4489-9a18-e7980d284cfb req-ec1bb4c2-fc91-4242-b62c-23d4ef00cc20 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0539274 Mar 26 03:17:01.253205 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-09ba8c31-6b8a-4489-9a18-e7980d284cfb req-2b817a53-dc53-4cda-9455-61cbb82e73e5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458221 Mar 26 03:17:01.616159 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2422ab-c20c-4830-a026-6fcc5564c13d req-527e62af-ea41-4e16-a23a-5eb6b4b57050 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:01.617591 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-be2422ab-c20c-4830-a026-6fcc5564c13d req-527e62af-ea41-4e16-a23a-5eb6b4b57050 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0501153 Mar 26 03:17:01.664154 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-be2422ab-c20c-4830-a026-6fcc5564c13d req-6f3cdf3c-2154-4aeb-9f28-6a508b2e51c6 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Mar 26 03:17:02.373343 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a33cb2-b29c-4094-9856-bca740300ccd req-e3d4cae9-d8c5-4df6-b9bd-9df5f332eb16 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:02.374742 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-32a33cb2-b29c-4094-9856-bca740300ccd req-e3d4cae9-d8c5-4df6-b9bd-9df5f332eb16 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0515804 Mar 26 03:17:02.420368 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-32a33cb2-b29c-4094-9856-bca740300ccd req-b353176a-7960-40be-93e0-4d8d47c5cf6f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402403 Mar 26 03:17:02.873199 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c557b4-65d6-4a4c-9127-3cda66b0356b req-46318cf7-3d2b-4eb1-8be9-f94ad7ca36ec tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:02.873199 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-71c557b4-65d6-4a4c-9127-3cda66b0356b req-46318cf7-3d2b-4eb1-8be9-f94ad7ca36ec tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0558515 Mar 26 03:17:02.873199 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-71c557b4-65d6-4a4c-9127-3cda66b0356b req-3cd2f1ca-a852-4d10-8c0e-f339e9760f16 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415401 Mar 26 03:17:03.540195 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789daae-4de8-4e58-9f6c-d94e0f653da7 req-559b73a9-d13d-4253-b229-8c8a88b902ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:03.541656 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f789daae-4de8-4e58-9f6c-d94e0f653da7 req-559b73a9-d13d-4253-b229-8c8a88b902ca tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0518265 Mar 26 03:17:03.586518 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f789daae-4de8-4e58-9f6c-d94e0f653da7 req-ce5e7e42-3c05-41d5-aac9-d88eea979a59 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387015 Mar 26 03:17:03.949247 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f9b42-2c33-42d6-8aa4-8ee257c8ba9c req-64ae0ff5-0639-4f7d-b3a1-99ab250fc8fe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:03.951210 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-087f9b42-2c33-42d6-8aa4-8ee257c8ba9c req-64ae0ff5-0639-4f7d-b3a1-99ab250fc8fe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0515122 Mar 26 03:17:03.998080 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-087f9b42-2c33-42d6-8aa4-8ee257c8ba9c req-5e050563-615a-4c0f-8087-ddcf10df726c tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414863 Mar 26 03:17:04.709572 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470973f-4e4f-459d-b6a7-44d71847dff5 req-657b8a4f-3e85-4bf6-8deb-6e0b6b9fee0c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:04.711079 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1470973f-4e4f-459d-b6a7-44d71847dff5 req-657b8a4f-3e85-4bf6-8deb-6e0b6b9fee0c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0542126 Mar 26 03:17:04.756238 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1470973f-4e4f-459d-b6a7-44d71847dff5 req-a83626dc-cb3b-4035-a50d-5f2d480c1d60 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390029 Mar 26 03:17:05.115396 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cea4f2-4847-46cb-9017-91440ff19cf8 req-a175ca84-4e14-4076-9f08-66689632996f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:05.116839 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-24cea4f2-4847-46cb-9017-91440ff19cf8 req-a175ca84-4e14-4076-9f08-66689632996f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0547256 Mar 26 03:17:05.163849 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-24cea4f2-4847-46cb-9017-91440ff19cf8 req-c41d374b-17af-418b-bd24-a496afd1e0b9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416038 Mar 26 03:17:05.878074 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5eb2c-1791-44e9-8064-15a6c6c7eaff req-c7320f83-62ee-4b4d-aa4d-7b04b717dee7 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:05.879574 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6a5eb2c-1791-44e9-8064-15a6c6c7eaff req-c7320f83-62ee-4b4d-aa4d-7b04b717dee7 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0520155 Mar 26 03:17:05.925458 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a6a5eb2c-1791-44e9-8064-15a6c6c7eaff req-de7cd277-053c-4800-9e58-da4d43f0fd08 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 Mar 26 03:17:06.284375 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386081a-875f-41bf-b862-26f9fbacc673 req-9ad1eae9-4140-4043-8c41-d62366fb90e7 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:06.285848 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a386081a-875f-41bf-b862-26f9fbacc673 req-9ad1eae9-4140-4043-8c41-d62366fb90e7 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0518286 Mar 26 03:17:06.334236 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a386081a-875f-41bf-b862-26f9fbacc673 req-d1194ed3-6cbb-4b0c-b3d0-a34d3ae41fc5 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428739 Mar 26 03:17:07.046591 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b4115-5826-48a2-9312-ead19dd646e3 req-a0a63135-4852-4e73-aafc-ac70f634eceb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:07.048062 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-631b4115-5826-48a2-9312-ead19dd646e3 req-a0a63135-4852-4e73-aafc-ac70f634eceb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0548661 Mar 26 03:17:07.098542 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-631b4115-5826-48a2-9312-ead19dd646e3 req-e548f7e8-cab4-407c-9914-935da98ca19b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450988 Mar 26 03:17:07.448060 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b38a50-07a7-4cdd-bf48-f58687b7918f req-415c8d79-69f8-48a9-a4c3-e564bbe64f10 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:07.449507 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a3b38a50-07a7-4cdd-bf48-f58687b7918f req-415c8d79-69f8-48a9-a4c3-e564bbe64f10 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 944 time: 0.0509768 Mar 26 03:17:07.500976 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a3b38a50-07a7-4cdd-bf48-f58687b7918f req-b03ee284-3e3a-4d5c-8c33-b9c23c9db49b tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454066 Mar 26 03:17:08.028817 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 706d3b15-9c35-47db-802e-14445c3fa93b details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:17:08.125087 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:08.137269 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '706d3b15-9c35-47db-802e-14445c3fa93b', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'port_id': '706d3b15-9c35-47db-802e-14445c3fa93b', 'mac_address': 'fa:16:3e:8d:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:17:08.174378 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 706d3b15-9c35-47db-802e-14445c3fa93b is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:08.174802 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:08.188260 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706d3b15-9c35-47db-802e-14445c3fa93b {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:17:08.207803 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:08.218699 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce6ff-65d7-4bf8-ab71-f3878e2b5e9e req-37f3fc89-f199-4f80-b9f7-7d7377dc388a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:08.220216 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fe2ce6ff-65d7-4bf8-ab71-f3878e2b5e9e req-37f3fc89-f199-4f80-b9f7-7d7377dc388a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Mar 26 03:17:08.267595 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fe2ce6ff-65d7-4bf8-ab71-f3878e2b5e9e req-eb60a0f4-967a-4a17-ad40-87bccfe33503 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Mar 26 03:17:08.274781 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:08.322545 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:08.616360 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6109d4-283b-49d0-b976-cef20824f075 req-9cccf318-1809-4176-b57d-96aeaab2faca tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:08.617790 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bb6109d4-283b-49d0-b976-cef20824f075 req-9cccf318-1809-4176-b57d-96aeaab2faca tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 945 time: 0.0511971 Mar 26 03:17:08.663992 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bb6109d4-283b-49d0-b976-cef20824f075 req-e590bc16-477d-49fe-9bf1-fd002b98319c tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Mar 26 03:17:09.144725 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['706d3b15-9c35-47db-802e-14445c3fa93b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:17:09.390089 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ad5fc-d6ee-41c8-9977-6d346e84a799 req-b68e1bf9-7cd5-4e65-b607-ef2185157221 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:09.391778 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c67ad5fc-d6ee-41c8-9977-6d346e84a799 req-b68e1bf9-7cd5-4e65-b607-ef2185157221 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0541899 Mar 26 03:17:09.436704 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c67ad5fc-d6ee-41c8-9977-6d346e84a799 req-e2356ce0-a93b-4c62-989b-a6174428f199 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Mar 26 03:17:09.777617 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1564d7-81ac-4240-a93e-b3b99a783ae7 req-7eea2206-a5fd-444c-8040-14cb9e01c350 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:09.779096 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e1564d7-81ac-4240-a93e-b3b99a783ae7 req-7eea2206-a5fd-444c-8040-14cb9e01c350 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 945 time: 0.0511534 Mar 26 03:17:09.825444 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e1564d7-81ac-4240-a93e-b3b99a783ae7 req-a305c740-2eb4-494c-82f1-25f27fa7b093 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 Mar 26 03:17:09.951973 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 706d3b15-9c35-47db-802e-14445c3fa93b up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:17:10.002599 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 706d3b15-9c35-47db-802e-14445c3fa93b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:10.011037 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:10.076293 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 706d3b15-9c35-47db-802e-14445c3fa93b is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:10.076680 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:10.099343 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:17:10.101557 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951fe221-8a9c-43b1-8dfa-f0c85858de4b" -d '{"events": [{"server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "name": "network-vif-plugged", "status": "completed", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:17:10.114948 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:10.146817 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e23144-d907-46e5-913d-4a3797e2b42b x-openstack-request-id: req-20e23144-d907-46e5-913d-4a3797e2b42b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:17:10.147430 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "name": "network-vif-plugged", "status": "completed", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:17:10.147695 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20e23144-d907-46e5-913d-4a3797e2b42b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:17:10.148158 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e23144-d907-46e5-913d-4a3797e2b42b'] response: {'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b', 'code': 200} Mar 26 03:17:10.205838 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:10.257077 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:10.523621 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fde8b-06d6-4db3-a4ed-9ddbaf05d8df req-19e654a5-a17c-404c-b507-05d9dd588cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:10.525097 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-326fde8b-06d6-4db3-a4ed-9ddbaf05d8df req-19e654a5-a17c-404c-b507-05d9dd588cad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1130 time: 0.0630689 Mar 26 03:17:10.592841 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-326fde8b-06d6-4db3-a4ed-9ddbaf05d8df req-0bf81fdf-b155-48d4-a0f0-a8674b22b16b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495126 Mar 26 03:17:10.600567 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339624c-2e20-448d-9487-ca4305793c6f req-3a217297-8e21-4641-9d53-df78e4a59bde tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:10.601943 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6339624c-2e20-448d-9487-ca4305793c6f req-3a217297-8e21-4641-9d53-df78e4a59bde tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0898726 Mar 26 03:17:10.646420 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6339624c-2e20-448d-9487-ca4305793c6f req-a9b417fd-0918-4540-9453-7dd82f3712a6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389068 Mar 26 03:17:10.946416 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37ba3-9060-445f-815c-fbbec58f4af2 req-39077d53-ac6a-40f8-a61a-348d7578198f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:10.947969 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3ef37ba3-9060-445f-815c-fbbec58f4af2 req-39077d53-ac6a-40f8-a61a-348d7578198f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0554681 Mar 26 03:17:10.995613 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3ef37ba3-9060-445f-815c-fbbec58f4af2 req-12c4066d-9203-4e6d-945b-3ab52acea7c9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Mar 26 03:17:11.768490 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6802-f42a-4a69-840b-9c967dea0e95 req-4fe90f7a-6d6e-47ce-b057-95e5dd04df30 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:11.769972 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-957f6802-f42a-4a69-840b-9c967dea0e95 req-4fe90f7a-6d6e-47ce-b057-95e5dd04df30 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0533910 Mar 26 03:17:11.816778 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-957f6802-f42a-4a69-840b-9c967dea0e95 req-ccf27a64-aea4-48b6-a022-29f84d7798ee tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410542 Mar 26 03:17:12.114313 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b32eac-3e85-44e4-84df-081da10b427f req-7b63c990-7842-43cd-9d57-7cbaa802a687 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:12.115844 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-91b32eac-3e85-44e4-84df-081da10b427f req-7b63c990-7842-43cd-9d57-7cbaa802a687 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0551226 Mar 26 03:17:12.166169 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-91b32eac-3e85-44e4-84df-081da10b427f req-92b07f79-4dad-4f8a-946a-bb557a290d8e tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444615 Mar 26 03:17:12.941169 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e2ba0-2c0d-46f4-9483-a606ea8ab16e req-4d41aa19-8111-47c9-b4b7-c35e8aba19a5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:12.942649 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a44e2ba0-2c0d-46f4-9483-a606ea8ab16e req-4d41aa19-8111-47c9-b4b7-c35e8aba19a5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0552747 Mar 26 03:17:12.987765 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a44e2ba0-2c0d-46f4-9483-a606ea8ab16e req-d2b107d7-85a0-44f3-bb7b-971e487ff8d0 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396447 Mar 26 03:17:14.109709 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f492-8142-4c17-95f5-a6f3b56e53c1 req-4898ff41-4c6c-4332-a9a8-f25f5de8e8a2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:14.111201 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b821f492-8142-4c17-95f5-a6f3b56e53c1 req-4898ff41-4c6c-4332-a9a8-f25f5de8e8a2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0530503 Mar 26 03:17:14.158481 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b821f492-8142-4c17-95f5-a6f3b56e53c1 req-2e9e431a-f3fd-4c64-bd98-d0a7869a14e1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409582 Mar 26 03:17:15.280600 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f1113-2c1f-42da-8978-164d8547ced0 req-fca95c8f-5075-44f2-9c92-f029b8e21abf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:15.282116 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-015f1113-2c1f-42da-8978-164d8547ced0 req-fca95c8f-5075-44f2-9c92-f029b8e21abf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0533533 Mar 26 03:17:15.331652 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-015f1113-2c1f-42da-8978-164d8547ced0 req-83f66463-fa1c-426f-9cdd-0f8e99379c88 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Mar 26 03:17:16.085634 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-88b6cc79-772e-45e5-b58f-31d3bbb5c5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:16.453181 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a232ea-5f0f-47c2-99c7-70c702daaa94 req-f9a9b30e-09b6-4557-93f3-126c361e64cd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:16.455095 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f4a232ea-5f0f-47c2-99c7-70c702daaa94 req-f9a9b30e-09b6-4557-93f3-126c361e64cd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0544610 Mar 26 03:17:16.505879 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f4a232ea-5f0f-47c2-99c7-70c702daaa94 req-3b3239df-19f8-411e-9d3e-862458a527da tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451179 Mar 26 03:17:17.399271 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:17:17.631888 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726d1f-8da8-4dc4-98e0-2bbd96a857d2 req-bb629a8d-b7df-4d46-a61e-db5d8041af23 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:17.633378 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-97726d1f-8da8-4dc4-98e0-2bbd96a857d2 req-bb629a8d-b7df-4d46-a61e-db5d8041af23 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0518172 Mar 26 03:17:17.679678 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-97726d1f-8da8-4dc4-98e0-2bbd96a857d2 req-30573d21-28d0-4d9b-bd09-69803b9ee36e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 Mar 26 03:17:18.388776 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c54fb7cc-ceb0-4127-8176-0a4fec5d7e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:18.454922 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc31c0-e5a4-4676-bdbb-68e60db483f2 req-e8bda6a1-073d-4d87-9cb2-883232232274 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:18.456366 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-52fc31c0-e5a4-4676-bdbb-68e60db483f2 req-e8bda6a1-073d-4d87-9cb2-883232232274 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.0523961 Mar 26 03:17:18.502594 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-52fc31c0-e5a4-4676-bdbb-68e60db483f2 req-96988625-d95f-42d4-a4bc-ce6641c9a2ca tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403953 Mar 26 03:17:18.800878 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0636e0c-030d-4183-8c35-260d1e33bc34 req-5315a170-2981-4c55-8179-37c40110728e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:18.802324 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a0636e0c-030d-4183-8c35-260d1e33bc34 req-5315a170-2981-4c55-8179-37c40110728e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0505960 Mar 26 03:17:18.851223 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a0636e0c-030d-4183-8c35-260d1e33bc34 req-d57d3e0d-a245-4420-8459-e5fa994defc3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Mar 26 03:17:19.457203 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:19.621383 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade8365-dc07-4930-b226-a92495174303 req-052adbe6-5728-42c2-bf97-7e122d9a4ffa tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:19.622845 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-dade8365-dc07-4930-b226-a92495174303 req-052adbe6-5728-42c2-bf97-7e122d9a4ffa tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.0543456 Mar 26 03:17:19.668103 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-dade8365-dc07-4930-b226-a92495174303 req-f59dd4e7-ef6b-427a-ad1a-8561ddc8b9cf tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398011 Mar 26 03:17:19.972316 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567112-ccef-4f6e-b527-16b395a4a54d req-b7666c8e-d136-4218-82dc-64950866357c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:19.980590 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-48567112-ccef-4f6e-b527-16b395a4a54d req-b7666c8e-d136-4218-82dc-64950866357c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0509822 Mar 26 03:17:20.019635 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-48567112-ccef-4f6e-b527-16b395a4a54d req-5cc645c8-2bdd-488f-9fc1-72ec5e7e6670 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 Mar 26 03:17:20.508467 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:20.737065 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:20.785439 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516771b-3b9c-41c8-89b7-1ace0d3291e6 req-d4a8c879-7482-48f4-a038-f8c4927abeef tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:20.786822 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5516771b-3b9c-41c8-89b7-1ace0d3291e6 req-d4a8c879-7482-48f4-a038-f8c4927abeef tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.0513418 Mar 26 03:17:20.832396 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5516771b-3b9c-41c8-89b7-1ace0d3291e6 req-efd52526-c232-4a04-894e-0fd088ef9791 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399771 Mar 26 03:17:20.998738 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-def55c25-2316-4146-813e-5834299ca4bd req-66d6b53d-989f-490f-bd97-f34bc8b23f53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433326 Mar 26 03:17:21.064070 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55c25-2316-4146-813e-5834299ca4bd req-c4a80a9c-95fb-4157-823e-6081927a5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:21.065547 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-def55c25-2316-4146-813e-5834299ca4bd req-c4a80a9c-95fb-4157-823e-6081927a5489 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1130 time: 0.0474072 Mar 26 03:17:21.139784 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6780a-5bad-4db8-aec8-9772bf746918 req-998436d1-743f-4bea-ba1b-f957cdbebd19 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:21.141628 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-65b6780a-5bad-4db8-aec8-9772bf746918 req-998436d1-743f-4bea-ba1b-f957cdbebd19 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0525486 Mar 26 03:17:21.166022 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55c25-2316-4146-813e-5834299ca4bd req-bf74b5de-58ab-4abf-ad47-d3e0e8f34a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:21.167504 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-def55c25-2316-4146-813e-5834299ca4bd req-bf74b5de-58ab-4abf-ad47-d3e0e8f34a17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 200 len: 909 time: 0.0837398 Mar 26 03:17:21.187526 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-65b6780a-5bad-4db8-aec8-9772bf746918 req-d6385e24-7782-4aab-b846-e9110d364f52 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402133 Mar 26 03:17:21.459315 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-def55c25-2316-4146-813e-5834299ca4bd req-f1e4964b-72ee-4a05-aadb-82c7ae9fd304 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 1002 time: 0.2854934 Mar 26 03:17:21.507700 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55c25-2316-4146-813e-5834299ca4bd req-1fc2d151-1a99-454d-87cb-933d9d54d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:21.509103 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-def55c25-2316-4146-813e-5834299ca4bd req-1fc2d151-1a99-454d-87cb-933d9d54d03c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fe1dc22-2f5c-4fe6-8252-36f267195902 HTTP/1.1" status: 200 len: 848 time: 0.0427096 Mar 26 03:17:21.557317 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55c25-2316-4146-813e-5834299ca4bd req-a8e1917a-282a-4357-8888-771f50c2c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:21.558779 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-def55c25-2316-4146-813e-5834299ca4bd req-a8e1917a-282a-4357-8888-771f50c2c5fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415621 Mar 26 03:17:21.646466 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-def55c25-2316-4146-813e-5834299ca4bd req-7d4bd026-1b3d-40b6-8f0a-9fc80f89bd42 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809977 Mar 26 03:17:21.733351 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-def55c25-2316-4146-813e-5834299ca4bd req-bc023697-4730-4774-89e5-33ea613160b4 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790906 Mar 26 03:17:21.951766 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e162dc-78a3-47e8-a8bc-6cc26c3def3e req-8769bb31-1fda-43d4-9bdb-61e010a6cea7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:21.953252 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c5e162dc-78a3-47e8-a8bc-6cc26c3def3e req-8769bb31-1fda-43d4-9bdb-61e010a6cea7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.0534134 Mar 26 03:17:22.003942 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c5e162dc-78a3-47e8-a8bc-6cc26c3def3e req-6f3ff89a-ccd5-48fd-b267-4e5673f34a4e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446527 Mar 26 03:17:22.311956 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ce7dd-1733-4a49-abad-bbb08648354e req-7baabb50-1c96-4993-a65b-c0ad7440aac1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:22.313339 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d90ce7dd-1733-4a49-abad-bbb08648354e req-7baabb50-1c96-4993-a65b-c0ad7440aac1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0555847 Mar 26 03:17:22.359481 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d90ce7dd-1733-4a49-abad-bbb08648354e req-e8038c10-767a-4922-9c03-cdc2d99e71e0 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Mar 26 03:17:22.445634 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:22.759438 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-004815f8-2769-427d-921c-b4f812a9bfb8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:22.760872 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-004815f8-2769-427d-921c-b4f812a9bfb8 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.0504780 Mar 26 03:17:22.848773 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Deleting port e65483fd-65e1-49e7-a038-9437ccfed9f5 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:17:22.849107 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:22.936011 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] For port e65483fd-65e1-49e7-a038-9437ccfed9f5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e65483fd-65e1-49e7-a038-9437ccfed9f5,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:22.936356 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:23.129215 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:23.129916 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (acf9a7e6-328f-4306-9cfe-4a0cac041885), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:23.129916 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Floating IP acf9a7e6-328f-4306-9cfe-4a0cac041885 disassociated. External IP: 172.27.1.110, port: e65483fd-65e1-49e7-a038-9437ccfed9f5. Mar 26 03:17:23.130185 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Calling delete_port for e65483fd-65e1-49e7-a038-9437ccfed9f5 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:17:23.183898 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6ee57-4e05-477f-9832-8e929469b141 req-4ae108e1-dc29-4519-850c-47515b5c6465 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:23.185897 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d3f6ee57-4e05-477f-9832-8e929469b141 req-4ae108e1-dc29-4519-850c-47515b5c6465 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 945 time: 0.1096845 Mar 26 03:17:23.253172 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d3f6ee57-4e05-477f-9832-8e929469b141 req-bd9a2a9e-6ff0-4816-8717-85706ee9d861 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups?id=3506c9a1-759f-4353-b6e2-e41011e63a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606022 Mar 26 03:17:23.366404 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (e65483fd-65e1-49e7-a038-9437ccfed9f5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:23.411955 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event deleted for resources: {'Port': ['ID=e65483fd-65e1-49e7-a038-9437ccfed9f5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:23.497671 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb12b-7f3e-4216-9c60-b098273c25f7 req-9a5b5f01-b89f-4651-b7b7-bcf9b73f89c7 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:23.499332 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-89adb12b-7f3e-4216-9c60-b098273c25f7 req-9a5b5f01-b89f-4651-b7b7-bcf9b73f89c7 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0592084 Mar 26 03:17:23.527298 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Router 6130eee4-80f3-41ef-b548-01675f36d7d8 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:17:23.563129 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-89adb12b-7f3e-4216-9c60-b098273c25f7 req-c36c6e3d-19cd-4c47-8b59-22dbfafc38ed tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582118 Mar 26 03:17:23.639501 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:17:23.649955 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] Sync routers for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:17:23.660273 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:17:23.661004 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:23.685282 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] No DVR routers for this DVR port e65483fd-65e1-49e7-a038-9437ccfed9f5 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:17:23.687935 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:23.691150 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d419225a-4fb0-4823-bf34-8f9956626ab1 req-86c91efa-c110-460a-8896-9a1c9c954b66 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.18 "DELETE /v2.0/ports/e65483fd-65e1-49e7-a038-9437ccfed9f5 HTTP/1.1" status: 204 len: 173 time: 0.9246767 Mar 26 03:17:23.691595 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'name': 'network-vif-deleted', 'tag': 'e65483fd-65e1-49e7-a038-9437ccfed9f5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:17:23.693840 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ce88b-2427-40ea-b31f-1d324a561d3c" -d '{"events": [{"server_uuid": "9aac38a2-6c20-4a65-9c4f-918435df375e", "name": "network-vif-deleted", "tag": "e65483fd-65e1-49e7-a038-9437ccfed9f5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:17:23.796873 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:17:23.870339 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a67725-6f24-489c-bda0-977e9cf7ae73 x-openstack-request-id: req-99a67725-6f24-489c-bda0-977e9cf7ae73 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:17:23.870815 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aac38a2-6c20-4a65-9c4f-918435df375e", "name": "network-vif-deleted", "tag": "e65483fd-65e1-49e7-a038-9437ccfed9f5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:17:23.871132 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99a67725-6f24-489c-bda0-977e9cf7ae73 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:17:23.871596 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a67725-6f24-489c-bda0-977e9cf7ae73'] response: {'server_uuid': '9aac38a2-6c20-4a65-9c4f-918435df375e', 'name': 'network-vif-deleted', 'tag': 'e65483fd-65e1-49e7-a038-9437ccfed9f5', 'status': 'completed', 'code': 200} Mar 26 03:17:24.004921 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:24.021661 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:17:24.031981 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] Checking router: 6130eee4-80f3-41ef-b548-01675f36d7d8 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:17:24.040624 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:17:24.041214 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:24.116850 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:24.128624 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '0bb8f66a-477c-43db-95b0-87a480716e78', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'port_id': '0bb8f66a-477c-43db-95b0-87a480716e78', 'mac_address': 'fa:16:3e:20:54:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:17:24.148582 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:17:24.169412 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 0bb8f66a-477c-43db-95b0-87a480716e78 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:24.169758 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:24.182574 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bb8f66a-477c-43db-95b0-87a480716e78 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:17:24.203078 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:24.280353 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:24.331016 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:24.363539 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c0147177-1a24-446f-b54c-95a542444b85 req-41a0ad77-1c47-4491-a31f-c88b43a5cee6 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 210 time: 0.0263124 Mar 26 03:17:24.432976 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:24.459593 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2571a5f-3760-400f-a8db-8deac7cbaae0 None None] The sync data for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi is: [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:11:24Z', 'revision_number': 4, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '3dfb82dd-a2a9-4553-bac2-9b104fd68198', 'name': '', 'network_id': '44d96a86-b483-4164-8f3c-6c90f87c9855', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'mac_address': 'fa:16:3e:59:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:22Z', 'updated_at': '2022-03-26T03:11:29Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'subnets': [{'id': '02979b52-297b-4274-9c87-4236f58a8fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:17:24.666574 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba53fa-e48f-4915-a066-140ea8d18659 None None] New status for floating IP acf9a7e6-328f-4306-9cfe-4a0cac041885: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:17:24.690783 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d987c-7f41-4141-8491-05c6c74217fe req-d361d96a-514f-4be1-9dce-71cb04447bc8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:24.692194 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d96d987c-7f41-4141-8491-05c6c74217fe req-d361d96a-514f-4be1-9dce-71cb04447bc8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 945 time: 0.0553920 Mar 26 03:17:24.738273 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d96d987c-7f41-4141-8491-05c6c74217fe req-eb345ce4-24f6-4bce-be71-cc59e39965c5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403721 Mar 26 03:17:25.468988 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b924022e-743a-4f8e-8523-da1c8995ddb8 req-2db7fa33-7f52-4248-89a4-2c892bae17f4 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 210 time: 0.0293288 Mar 26 03:17:25.861642 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aada0-9ed2-427d-857d-d8a1053f9807 req-fe8420d3-3301-422c-8dc9-86591fb3e767 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:25.863088 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ee3aada0-9ed2-427d-857d-d8a1053f9807 req-fe8420d3-3301-422c-8dc9-86591fb3e767 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 945 time: 0.0507233 Mar 26 03:17:25.910571 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ee3aada0-9ed2-427d-857d-d8a1053f9807 req-2338fb9a-d57c-4a10-9e38-2278ab0d4148 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420079 Mar 26 03:17:26.573222 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3971b380-2d7a-483b-9ab2-dedb9c912af2 req-cf70ed69-f0cd-4398-bdc9-0ecaf38a4f9c tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/ports?device_id=9aac38a2-6c20-4a65-9c4f-918435df375e HTTP/1.1" status: 200 len: 210 time: 0.0270288 Mar 26 03:17:26.870127 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['0bb8f66a-477c-43db-95b0-87a480716e78'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:17:27.039792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6ab3-723d-4754-89da-2e362b040cc8 req-cd87c13e-680d-4bcb-b2e8-53522ae1ecf6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:27.040385 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0fae6ab3-723d-4754-89da-2e362b040cc8 req-cd87c13e-680d-4bcb-b2e8-53522ae1ecf6 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 945 time: 0.0582831 Mar 26 03:17:27.094987 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0fae6ab3-723d-4754-89da-2e362b040cc8 req-6957453b-9b3b-492c-8abd-5091ea1675b2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480199 Mar 26 03:17:27.692508 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50560) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:27.757225 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a57fa345-e184-4911-88be-047c62ba96e7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (3506c9a1-759f-4353-b6e2-e41011e63a2e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:27.785557 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a57fa345-e184-4911-88be-047c62ba96e7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (3506c9a1-759f-4353-b6e2-e41011e63a2e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:27.897364 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a57fa345-e184-4911-88be-047c62ba96e7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3506c9a1-759f-4353-b6e2-e41011e63a2e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:27.900348 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a57fa345-e184-4911-88be-047c62ba96e7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:27.901726 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a57fa345-e184-4911-88be-047c62ba96e7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "DELETE /v2.0/security-groups/3506c9a1-759f-4353-b6e2-e41011e63a2e HTTP/1.1" status: 204 len: 168 time: 0.2081692 Mar 26 03:17:27.905340 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50566) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:27.917740 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fa345-e184-4911-88be-047c62ba96e7 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506c9a1-759f-4353-b6e2-e41011e63a2e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:27.923646 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.api.v2.resource [None req-8d83622c-ffa7-4e11-90d3-b837dc00750e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] show failed (client error): The resource could not be found. Mar 26 03:17:27.927559 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8d83622c-ffa7-4e11-90d3-b837dc00750e tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "GET /v2.0/security-groups/3506c9a1-759f-4353-b6e2-e41011e63a2e HTTP/1.1" status: 404 len: 347 time: 0.0164058 Mar 26 03:17:27.928261 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50568) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:28.100792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Deleting port 53204c49-2d39-408d-b1ea-40d532beadb4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:17:28.101901 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (53204c49-2d39-408d-b1ea-40d532beadb4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:28.222786 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (53204c49-2d39-408d-b1ea-40d532beadb4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:28.223267 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (53204c49-2d39-408d-b1ea-40d532beadb4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:28.243386 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Calling delete_port for 53204c49-2d39-408d-b1ea-40d532beadb4 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:17:28.244245 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403556eb-0bf5-4bda-a4fb-becb83f97228 req-6ff15f47-c32e-4b2a-a0ad-47173bfa0355 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:28.252225 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-403556eb-0bf5-4bda-a4fb-becb83f97228 req-6ff15f47-c32e-4b2a-a0ad-47173bfa0355 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 945 time: 0.0720387 Mar 26 03:17:28.317125 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-403556eb-0bf5-4bda-a4fb-becb83f97228 req-860bb80a-be7e-40b3-9550-7561ebdfbcef tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636425 Mar 26 03:17:28.470144 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (53204c49-2d39-408d-b1ea-40d532beadb4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:28.509995 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Pushing event deleted for resources: {'Port': ['ID=53204c49-2d39-408d-b1ea-40d532beadb4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:28.581024 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks [] for floatingip (acf9a7e6-328f-4306-9cfe-4a0cac041885), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:28.583617 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:28.587419 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8f8a062b-a93d-4147-826c-3206e1872ba1 tempest-AttachVolumeTestJSON-1230496892 tempest-AttachVolumeTestJSON-1230496892-project] 10.222.0.20 "DELETE /v2.0/floatingips/acf9a7e6-328f-4306-9cfe-4a0cac041885 HTTP/1.1" status: 204 len: 168 time: 0.6540558 Mar 26 03:17:28.794987 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:17:28.848785 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 0bb8f66a-477c-43db-95b0-87a480716e78 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:28.849449 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:28.942410 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 0bb8f66a-477c-43db-95b0-87a480716e78 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:28.942944 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:28.971211 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:17:28.974701 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faf3de1-f3c1-4a87-ba4e-4a2ac5e79155" -d '{"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:17:28.989154 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:29.025216 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f4ae1f-9a9b-4fc3-9cda-75696103a120 x-openstack-request-id: req-b5f4ae1f-9a9b-4fc3-9cda-75696103a120 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:17:29.030428 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:17:29.030428 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5f4ae1f-9a9b-4fc3-9cda-75696103a120 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:17:29.030428 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f4ae1f-9a9b-4fc3-9cda-75696103a120'] response: {'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78', 'code': 200} Mar 26 03:17:29.046326 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:29.102679 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:29.456551 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dd708-145b-4a9e-8a53-d8fca81cf83b req-4707dd8d-92c8-4db6-b452-711126ccc6a5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:29.458732 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3d7dd708-145b-4a9e-8a53-d8fca81cf83b req-4707dd8d-92c8-4db6-b452-711126ccc6a5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0600648 Mar 26 03:17:29.527060 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3d7dd708-145b-4a9e-8a53-d8fca81cf83b req-55fd62b7-3d55-4044-a2c0-4f7de63bdcdc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606329 Mar 26 03:17:30.669857 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd2dc-5eeb-4683-a9cd-64378243f118 req-6e5201e1-610e-4f31-86c5-53445f215be4 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:30.671483 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e6ffd2dc-5eeb-4683-a9cd-64378243f118 req-6e5201e1-610e-4f31-86c5-53445f215be4 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0549521 Mar 26 03:17:30.719596 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e6ffd2dc-5eeb-4683-a9cd-64378243f118 req-f78b232e-fd21-47d4-9cd0-d4719bdcea5c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Mar 26 03:17:30.813304 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device e65483fd-65e1-49e7-a038-9437ccfed9f5 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:17:30.842187 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: e65483fd-65e1-49e7-a038-9437ccfed9f5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:17:30.842555 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device e65483fd-65e1-49e7-a038-9437ccfed9f5 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:17:31.853227 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3310-4f78-4a4b-a31c-dff083fe086d req-a109a9c0-b878-4817-b551-988fbb5a7ded tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:31.861190 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-282a3310-4f78-4a4b-a31c-dff083fe086d req-a109a9c0-b878-4817-b551-988fbb5a7ded tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0612185 Mar 26 03:17:31.924726 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-282a3310-4f78-4a4b-a31c-dff083fe086d req-602e98ab-3176-42d6-8dc7-b7a951ef55bb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565519 Mar 26 03:17:32.609217 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50656) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:33.048819 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50664) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:33.110013 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118738db-1dff-4514-b59b-c80bd3041127 req-ddf8471b-52b8-4007-a740-a3035f3e3d1f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:33.111723 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-118738db-1dff-4514-b59b-c80bd3041127 req-ddf8471b-52b8-4007-a740-a3035f3e3d1f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.1134768 Mar 26 03:17:33.170969 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8c1d14d8-dc83-4533-a78c-a5ceed9d0567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.197474 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-118738db-1dff-4514-b59b-c80bd3041127 req-977e5135-0a32-4985-873a-df50449002dc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799255 Mar 26 03:17:33.233874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (6130eee4-80f3-41ef-b548-01675f36d7d8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.280077 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8c1d14d8-dc83-4533-a78c-a5ceed9d0567 admin admin] Publish callbacks [] for security_group (d099129a-0bc2-4625-8a6a-1c4d1ee14bb0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.417782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8c1d14d8-dc83-4533-a78c-a5ceed9d0567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (d099129a-0bc2-4625-8a6a-1c4d1ee14bb0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.615628 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d14d8-dc83-4533-a78c-a5ceed9d0567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d099129a-0bc2-4625-8a6a-1c4d1ee14bb0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:33.615628 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8c1d14d8-dc83-4533-a78c-a5ceed9d0567 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c2e7ca7070742f9a59df0adfcaede12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116459 Mar 26 03:17:33.615628 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50670) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:33.616283 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Deleting port 3dfb82dd-a2a9-4553-bac2-9b104fd68198 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:17:33.616283 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.617095 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67d3f8c4-5aa6-471e-a098-ce5d6c7dafda admin admin] Publish callbacks [] for security_group (d099129a-0bc2-4625-8a6a-1c4d1ee14bb0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.617095 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67d3f8c4-5aa6-471e-a098-ce5d6c7dafda admin admin] Publish callbacks [] for security_group (d099129a-0bc2-4625-8a6a-1c4d1ee14bb0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.617721 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] For port 3dfb82dd-a2a9-4553-bac2-9b104fd68198, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=3dfb82dd-a2a9-4553-bac2-9b104fd68198,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:33.617721 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.617721 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Calling delete_port for 3dfb82dd-a2a9-4553-bac2-9b104fd68198 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:17:33.892162 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67d3f8c4-5aa6-471e-a098-ce5d6c7dafda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (d099129a-0bc2-4625-8a6a-1c4d1ee14bb0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.892383 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (3dfb82dd-a2a9-4553-bac2-9b104fd68198), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.895105 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67d3f8c4-5aa6-471e-a098-ce5d6c7dafda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:33.899856 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-67d3f8c4-5aa6-471e-a098-ce5d6c7dafda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d099129a-0bc2-4625-8a6a-1c4d1ee14bb0 HTTP/1.1" status: 204 len: 168 time: 0.4327552 Mar 26 03:17:33.906331 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f8c4-5aa6-471e-a098-ce5d6c7dafda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d099129a-0bc2-4625-8a6a-1c4d1ee14bb0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:33.922783 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dfb82dd-a2a9-4553-bac2-9b104fd68198,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:33.934487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.934487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.934487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.934487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.934487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.934487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.935625 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.935625 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.936003 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.936240 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.936570 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.936896 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.937225 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.937547 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:33.937870 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:34.185688 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (6130eee4-80f3-41ef-b548-01675f36d7d8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:34.348870 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5210-f101-48dc-9fa5-122ecf19fdcf req-1b605884-9ac2-4bdd-b53a-2dd56dd2d0b2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:34.361419 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-69ab5210-f101-48dc-9fa5-122ecf19fdcf req-1b605884-9ac2-4bdd-b53a-2dd56dd2d0b2 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0635982 Mar 26 03:17:34.404588 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-69ab5210-f101-48dc-9fa5-122ecf19fdcf req-bc7ec01b-2e65-426c-8ded-e7025c6bbae5 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481291 Mar 26 03:17:34.436699 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Router 6130eee4-80f3-41ef-b548-01675f36d7d8 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:17:34.572699 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:17:34.578491 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-640e264c-17f6-43b5-859d-797c0494e5e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/6130eee4-80f3-41ef-b548-01675f36d7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681542 Mar 26 03:17:34.581219 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50682) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:34.586761 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33051abb-4148-4945-8845-d52985b4d566 None None] Sync routers for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:17:34.601406 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33051abb-4148-4945-8845-d52985b4d566 None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:17:34.602408 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33051abb-4148-4945-8845-d52985b4d566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:34.650253 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50684) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:34.673943 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70d0cbce-e180-4baf-a2c1-8bc9c8868426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:34.720092 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks [] for router (6130eee4-80f3-41ef-b548-01675f36d7d8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:34.723268 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-33051abb-4148-4945-8845-d52985b4d566 None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:17:34.785742 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70d0cbce-e180-4baf-a2c1-8bc9c8868426 admin admin] Publish callbacks [] for security_group (e869d089-773d-49ec-b97e-a233ea8d6a7d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:34.843878 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks [] for router_gateway (6130eee4-80f3-41ef-b548-01675f36d7d8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:34.852058 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70d0cbce-e180-4baf-a2c1-8bc9c8868426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e869d089-773d-49ec-b97e-a233ea8d6a7d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:34.901351 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-70d0cbce-e180-4baf-a2c1-8bc9c8868426 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0676cc5343c9401283807f8cb87a3937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498262 Mar 26 03:17:34.904890 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:34.906889 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0cbce-e180-4baf-a2c1-8bc9c8868426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e869d089-773d-49ec-b97e-a233ea8d6a7d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:34.926843 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33051abb-4148-4945-8845-d52985b4d566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:17:33Z', 'revision_number': 5, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port': {'id': 'f4ba86cb-5b53-4fd2-a2be-31b29adb2e33', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:11:18Z', 'updated_at': '2022-03-26T03:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:34.954891 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33051abb-4148-4945-8845-d52985b4d566 None None] Checking router: 6130eee4-80f3-41ef-b548-01675f36d7d8 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:17:34.964921 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33051abb-4148-4945-8845-d52985b4d566 None None] Routers {'6130eee4-80f3-41ef-b548-01675f36d7d8'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:17:34.965741 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33051abb-4148-4945-8845-d52985b4d566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['6130eee4-80f3-41ef-b548-01675f36d7d8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:34.998798 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Publish callbacks [] for security_group (e869d089-773d-49ec-b97e-a233ea8d6a7d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.005881 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Deleting port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:17:35.006802 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.056369 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-33051abb-4148-4945-8845-d52985b4d566 None None] Set router 6130eee4-80f3-41ef-b548-01675f36d7d8 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:17:35.072080 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Publish callbacks [] for security_group (e869d089-773d-49ec-b97e-a233ea8d6a7d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.117181 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33051abb-4148-4945-8845-d52985b4d566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:17:34Z', 'revision_number': 6, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:35.140810 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] For port f4ba86cb-5b53-4fd2-a2be-31b29adb2e33, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=f4ba86cb-5b53-4fd2-a2be-31b29adb2e33,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:35.142152 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.146849 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33051abb-4148-4945-8845-d52985b4d566 None None] The sync data for ids ['6130eee4-80f3-41ef-b548-01675f36d7d8'] in dv-cinder-835328-1-iscsi is: [{'id': '6130eee4-80f3-41ef-b548-01675f36d7d8', 'name': 'tempest-AttachVolumeTestJSON-1822371418-router', 'tenant_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:11:17Z', 'updated_at': '2022-03-26T03:17:34Z', 'revision_number': 6, 'project_id': 'a5669a6dbf3b494fb95a0d0204ab6041', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:17:35.160234 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Calling delete_port for f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:17:35.266506 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e869d089-773d-49ec-b97e-a233ea8d6a7d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.269140 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.272888 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e869d089-773d-49ec-b97e-a233ea8d6a7d HTTP/1.1" status: 204 len: 168 time: 0.3641853 Mar 26 03:17:35.284903 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e869d089-773d-49ec-b97e-a233ea8d6a7d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:35.298169 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.298367 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.298865 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.299156 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.299282 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.299591 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.299982 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.300244 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.300572 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.300900 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.301225 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.301549 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.301868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.302192 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.302528 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91e4cb-2962-462b-a434-204b1e8df7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:35.440524 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (f4ba86cb-5b53-4fd2-a2be-31b29adb2e33), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.471167 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ba86cb-5b53-4fd2-a2be-31b29adb2e33,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:35.576975 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (6130eee4-80f3-41ef-b548-01675f36d7d8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.694649 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843d46-8650-42bc-b069-4d1899bf9b2e req-461770e6-5f3b-4a2d-af34-2eb957319a82 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:35.696370 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cd843d46-8650-42bc-b069-4d1899bf9b2e req-461770e6-5f3b-4a2d-af34-2eb957319a82 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.1497412 Mar 26 03:17:35.740692 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (6130eee4-80f3-41ef-b548-01675f36d7d8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.743242 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks [] for router_controller (6130eee4-80f3-41ef-b548-01675f36d7d8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.789911 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cd843d46-8650-42bc-b069-4d1899bf9b2e req-c5e13d78-5561-4b22-ae5f-bd65977c93be tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846646 Mar 26 03:17:35.845906 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (6130eee4-80f3-41ef-b548-01675f36d7d8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.846499 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6130eee4-80f3-41ef-b548-01675f36d7d8 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:17:35.852717 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.862921 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-53908ef9-186e-4fc6-a428-6c2b45a81533 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6130eee4-80f3-41ef-b548-01675f36d7d8 HTTP/1.1" status: 204 len: 168 time: 1.2725084 Mar 26 03:17:35.863569 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50696) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:35.931115 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0109466-c8e8-4850-a73e-01894c7076a3 admin admin] Deleting subnet 02979b52-297b-4274-9c87-4236f58a8fe6 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:17:35.935568 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0109466-c8e8-4850-a73e-01894c7076a3 admin admin] Publish callbacks [] for subnet (02979b52-297b-4274-9c87-4236f58a8fe6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:35.978852 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0109466-c8e8-4850-a73e-01894c7076a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (02979b52-297b-4274-9c87-4236f58a8fe6), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.085705 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 3dfb82dd-a2a9-4553-bac2-9b104fd68198 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:17:36.093397 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0109466-c8e8-4850-a73e-01894c7076a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (02979b52-297b-4274-9c87-4236f58a8fe6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.123816 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 3dfb82dd-a2a9-4553-bac2-9b104fd68198 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:17:36.125074 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 3dfb82dd-a2a9-4553-bac2-9b104fd68198 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:17:36.206251 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0109466-c8e8-4850-a73e-01894c7076a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (02979b52-297b-4274-9c87-4236f58a8fe6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.247373 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0109466-c8e8-4850-a73e-01894c7076a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02979b52-297b-4274-9c87-4236f58a8fe6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:36.257682 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0109466-c8e8-4850-a73e-01894c7076a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.262703 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a0109466-c8e8-4850-a73e-01894c7076a3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/02979b52-297b-4274-9c87-4236f58a8fe6 HTTP/1.1" status: 204 len: 168 time: 0.3979368 Mar 26 03:17:36.265341 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50704) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:36.272165 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed96e69-a884-4d94-85e5-7af184f4f40a None None] Network 44d96a86-b483-4164-8f3c-6c90f87c9855 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:17:36.378110 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (44d96a86-b483-4164-8f3c-6c90f87c9855), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.501223 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Deleting port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:17:36.501878 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.529915 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] DHCP port deletion for 44d96a86-b483-4164-8f3c-6c90f87c9855 request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:17:36.603093 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] Deleting port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:17:36.603555 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.650410 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] For port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:36.650813 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.668507 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Calling delete_port for c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:17:36.678698 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] For port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,segment=NetworkSegment(d971e40b-f9cc-49d9-a057-4d3a1c1d79f8),segment_id=d971e40b-f9cc-49d9-a057-4d3a1c1d79f8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:36.679379 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.705137 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] Calling delete_port for c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:17:36.869848 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.878079 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:36.895017 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] No DVR routers for this DVR port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:17:36.916691 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] No DVR routers for this DVR port c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 on host dv-cinder-835328-1-iscsi {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:17:36.918133 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e9187-9b5f-426d-8297-3004b44b13ca None None] Pushing event deleted for resources: {'Port': ['ID=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:36.923366 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:36.969727 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b901c51-2fda-42b2-9300-e92451edcfc6 req-d84c1ce8-54dd-4d9a-bdfd-94d0796b365b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:36.972337 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6b901c51-2fda-42b2-9300-e92451edcfc6 req-d84c1ce8-54dd-4d9a-bdfd-94d0796b365b tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0866890 Mar 26 03:17:37.025725 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (44d96a86-b483-4164-8f3c-6c90f87c9855), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:37.054713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d96a86-b483-4164-8f3c-6c90f87c9855']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:37.062180 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6b901c51-2fda-42b2-9300-e92451edcfc6 req-e831ae87-7732-41a2-9af5-e51f4626e447 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800264 Mar 26 03:17:37.085679 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:37.085959 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd971e40b-f9cc-49d9-a057-4d3a1c1d79f8') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:37.097884 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (d971e40b-f9cc-49d9-a057-4d3a1c1d79f8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:37.112251 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (d971e40b-f9cc-49d9-a057-4d3a1c1d79f8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:37.119834 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:17:37.120222 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (d971e40b-f9cc-49d9-a057-4d3a1c1d79f8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:17:37.121921 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:17:37.505329 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (44d96a86-b483-4164-8f3c-6c90f87c9855), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:37.505329 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:37.505329 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] 10.222.0.20 "DELETE /v2.0/networks/44d96a86-b483-4164-8f3c-6c90f87c9855 HTTP/1.1" status: 204 len: 168 time: 1.2354803 Mar 26 03:17:37.517837 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d199a5-f1f5-4395-b886-e7695b601d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=44d96a86-b483-4164-8f3c-6c90f87c9855,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:37.631706 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:17:37.651811 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:17:37.652198 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device c53aaee7-6c1b-4db2-9e0f-65a6192a3fa8 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:17:37.652623 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:17:37.672369 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:17:37.672752 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device f4ba86cb-5b53-4fd2-a2be-31b29adb2e33 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:17:38.382992 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4099ee-755f-48cc-b1ec-ac8f269b0df8 req-e2c013e7-06bd-4ac4-8c46-890f4903e535 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:38.385160 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cd4099ee-755f-48cc-b1ec-ac8f269b0df8 req-e2c013e7-06bd-4ac4-8c46-890f4903e535 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0770321 Mar 26 03:17:38.454755 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cd4099ee-755f-48cc-b1ec-ac8f269b0df8 req-ce103092-15b0-4ddd-9461-fa9ac86e1295 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614948 Mar 26 03:17:38.494873 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50754) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:38.540866 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-44e5bebc-c6f6-4f59-abcb-0d875fb044bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5669a6dbf3b494fb95a0d0204ab6041&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445786 Mar 26 03:17:38.543813 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50756) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:38.625826 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46c8fa9e-2b0b-4192-8e9f-aaca439478b9 admin admin] Publish callbacks [] for security_group (d509f8b0-8df6-4e38-8b41-06c3fbf8affd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:38.655332 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46c8fa9e-2b0b-4192-8e9f-aaca439478b9 admin admin] Publish callbacks [] for security_group (d509f8b0-8df6-4e38-8b41-06c3fbf8affd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:38.808097 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46c8fa9e-2b0b-4192-8e9f-aaca439478b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (d509f8b0-8df6-4e38-8b41-06c3fbf8affd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:38.810783 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46c8fa9e-2b0b-4192-8e9f-aaca439478b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:38.811960 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-46c8fa9e-2b0b-4192-8e9f-aaca439478b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d509f8b0-8df6-4e38-8b41-06c3fbf8affd HTTP/1.1" status: 204 len: 168 time: 0.2666054 Mar 26 03:17:38.820566 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8fa9e-2b0b-4192-8e9f-aaca439478b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d509f8b0-8df6-4e38-8b41-06c3fbf8affd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:39.430280 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50794) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:39.549297 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d73b9ad8-9c47-4bdb-aad6-30f120b971da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:39.617628 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8ff4a-9412-4239-b49b-ec1ef6a66372 req-0543c472-ec65-4bd6-a3c0-64dd0cedb4cd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:39.617628 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-85c8ff4a-9412-4239-b49b-ec1ef6a66372 req-0543c472-ec65-4bd6-a3c0-64dd0cedb4cd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0820267 Mar 26 03:17:39.685683 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-85c8ff4a-9412-4239-b49b-ec1ef6a66372 req-1c8b3760-fa8e-401c-8ab1-d6a5c8b99685 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633297 Mar 26 03:17:39.699437 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d73b9ad8-9c47-4bdb-aad6-30f120b971da admin admin] Publish callbacks [] for security_group (6bfd6634-a756-4508-bedf-8ef02f68657f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:39.749291 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d73b9ad8-9c47-4bdb-aad6-30f120b971da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (6bfd6634-a756-4508-bedf-8ef02f68657f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:39.789339 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-d73b9ad8-9c47-4bdb-aad6-30f120b971da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bab68012542e49e58157f32a56a12b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572528 Mar 26 03:17:39.790180 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b9ad8-9c47-4bdb-aad6-30f120b971da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd6634-a756-4508-bedf-8ef02f68657f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:39.791307 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50812) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:39.840234 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a5cb89-f4a2-4546-be90-b7659e5fb0ee admin admin] Publish callbacks [] for security_group (6bfd6634-a756-4508-bedf-8ef02f68657f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:39.862332 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a5cb89-f4a2-4546-be90-b7659e5fb0ee admin admin] Publish callbacks [] for security_group (6bfd6634-a756-4508-bedf-8ef02f68657f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:39.948685 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a5cb89-f4a2-4546-be90-b7659e5fb0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (6bfd6634-a756-4508-bedf-8ef02f68657f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:39.951278 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a5cb89-f4a2-4546-be90-b7659e5fb0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:39.952538 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-98a5cb89-f4a2-4546-be90-b7659e5fb0ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bfd6634-a756-4508-bedf-8ef02f68657f HTTP/1.1" status: 204 len: 168 time: 0.1600323 Mar 26 03:17:39.963307 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50818) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:39.990995 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5cb89-f4a2-4546-be90-b7659e5fb0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd6634-a756-4508-bedf-8ef02f68657f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:40.015591 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-20256754-6f1f-4741-b95c-23fbc9f98e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:40.017831 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-20256754-6f1f-4741-b95c-23fbc9f98e2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 1130 time: 0.0641131 Mar 26 03:17:40.063224 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-39217933-network', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:40.109556 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-f60143fc-77b2-4362-9aa5-9e31bd0e7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:40.111029 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-f60143fc-77b2-4362-9aa5-9e31bd0e7318 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 916 time: 0.0837283 Mar 26 03:17:40.137404 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Made reservation on behalf of b7df08c76ffa498386ce64c13b56db9b for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:17:40.140670 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.149558 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.178316 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-c30750f1-a444-4b2d-85d2-3617bf7c21c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb8f66a-477c-43db-95b0-87a480716e78 HTTP/1.1" status: 200 len: 1002 time: 0.0608618 Mar 26 03:17:40.223419 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Publish callbacks [] for security_group (3c6f6d0d-5ab0-463e-a4d5-6214f31f38d7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.226304 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-4b1cce15-b501-410f-9485-fe1368826799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:40.227656 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-4b1cce15-b501-410f-9485-fe1368826799 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 200 len: 855 time: 0.0434351 Mar 26 03:17:40.276159 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-4115ff55-b23c-4ce6-967d-9954f618233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:40.277687 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-4115ff55-b23c-4ce6-967d-9954f618233b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436029 Mar 26 03:17:40.302854 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3c6f6d0d-5ab0-463e-a4d5-6214f31f38d7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.324030 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:17:40.343852 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f6d0d-5ab0-463e-a4d5-6214f31f38d7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:40.348222 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (b689ec20-ff02-440f-842c-bd5ed2648a51), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.348222 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Added segment b689ec20-ff02-440f-842c-bd5ed2648a51 of type vlan for network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 Mar 26 03:17:40.371779 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-744afb04-72b7-40a2-92b3-96a5dab127a3 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873837 Mar 26 03:17:40.387625 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.458643 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51b806e3-4faa-408c-bd45-d6e57f000e78 req-37b7f8dd-2abe-4433-80d5-7c4ce44f78d0 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805941 Mar 26 03:17:40.515007 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.516318 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:40.518572 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.574343 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] Pushing event updated for resources: {'Network': ['ID=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:40.587500 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:17:40.622063 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50824) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:40.637468 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-34d5db09-dec1-44d6-bea3-89b31e9b1a9c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6730230 Mar 26 03:17:40.640430 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4823542-e0e6-48bb-bb62-b22157bb06ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.641888 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:40.646684 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Request body: {'subnet': {'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-39217933-subnet', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:40.714742 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4823542-e0e6-48bb-bb62-b22157bb06ba admin admin] Publish callbacks [] for security_group (453db76b-9b3e-4b94-b1d4-c7dddf697765), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.725725 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Made reservation on behalf of b7df08c76ffa498386ce64c13b56db9b for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:17:40.728074 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5150847'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.787160 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4823542-e0e6-48bb-bb62-b22157bb06ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (453db76b-9b3e-4b94-b1d4-c7dddf697765), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.834085 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4823542-e0e6-48bb-bb62-b22157bb06ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453db76b-9b3e-4b94-b1d4-c7dddf697765,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:40.842612 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-b4823542-e0e6-48bb-bb62-b22157bb06ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1af5c9d3f6e2428e8091823d1bd3efdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168379 Mar 26 03:17:40.843858 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50830) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:40.852632 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392f3e0-4a68-4df2-9e5c-f4d61cc1ebc0 req-dcca4e94-e0d2-4829-9b40-d2439ee6911e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:40.853020 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8392f3e0-4a68-4df2-9e5c-f4d61cc1ebc0 req-dcca4e94-e0d2-4829-9b40-d2439ee6911e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0939856 Mar 26 03:17:40.899892 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8392f3e0-4a68-4df2-9e5c-f4d61cc1ebc0 req-a552da8d-1c3b-44c7-a127-a4fb1df63e4f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Mar 26 03:17:40.934711 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79ac076e-9552-4956-84bc-4ed9d94988fb admin admin] Publish callbacks [] for security_group (453db76b-9b3e-4b94-b1d4-c7dddf697765), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.955427 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79ac076e-9552-4956-84bc-4ed9d94988fb admin admin] Publish callbacks [] for security_group (453db76b-9b3e-4b94-b1d4-c7dddf697765), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:40.984921 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5150825'] for subnet (4ec37132-197c-4e11-96bf-c55d875777c6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.046768 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec37132-197c-4e11-96bf-c55d875777c6,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:41.055393 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Checking segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:17:41.055759 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Network hostable DHCP agents. Network: 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:17:41.131584 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79ac076e-9552-4956-84bc-4ed9d94988fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (453db76b-9b3e-4b94-b1d4-c7dddf697765), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.134208 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79ac076e-9552-4956-84bc-4ed9d94988fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.135389 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-79ac076e-9552-4956-84bc-4ed9d94988fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/453db76b-9b3e-4b94-b1d4-c7dddf697765 HTTP/1.1" status: 204 len: 168 time: 0.2904696 Mar 26 03:17:41.143686 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac076e-9552-4956-84bc-4ed9d94988fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453db76b-9b3e-4b94-b1d4-c7dddf697765,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:41.160761 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:17:41.246064 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:17:41.250263 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:41.250893 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.256429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2608ae5-49d5-4ed0-b262-c59ed3c8a95b None None] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:17:41.336838 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-afa5cfff-15cd-4b03-9973-7b69b58ba1ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6913924 Mar 26 03:17:41.337726 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50834) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:41.342209 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:41.356565 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:17:41.357433 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.428783 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (af6a9ce6-f31c-426c-b11f-d49c6109599b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.429914 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (af6a9ce6-f31c-426c-b11f-d49c6109599b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.486610 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks [] for router_controller (af6a9ce6-f31c-426c-b11f-d49c6109599b), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.491820 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Allocated IP 172.20.0.2 (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89/4ec37132-197c-4e11-96bf-c55d875777c6/8ff24414-bdeb-490d-8ef9-0d72ad293414) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:17:41.642218 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Publish callbacks [] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.685942 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks [] for router_gateway (af6a9ce6-f31c-426c-b11f-d49c6109599b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.714800 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.753720 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:17:41.756532 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:17:41.759059 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:17:41.783207 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Pushing event updated for resources: {'Port': ['ID=8ff24414-bdeb-490d-8ef9-0d72ad293414,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:41.827219 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Attempting to bind port 8ff24414-bdeb-490d-8ef9-0d72ad293414 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:17:41.827568 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Attempting to bind port 8ff24414-bdeb-490d-8ef9-0d72ad293414 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:17:41.827936 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Attempting to bind port 8ff24414-bdeb-490d-8ef9-0d72ad293414 on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:17:41.833071 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:17:41.833511 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Checking segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:17:41.833922 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.834318 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Bound using segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:17:41.834811 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Bound port: 8ff24414-bdeb-490d-8ef9-0d72ad293414, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:17:41.835250 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.906881 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] For port 8ff24414-bdeb-490d-8ef9-0d72ad293414, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:17:41.910180 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] For port 8ff24414-bdeb-490d-8ef9-0d72ad293414, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=8ff24414-bdeb-490d-8ef9-0d72ad293414,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:17:41.939123 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks [] for router_gateway (af6a9ce6-f31c-426c-b11f-d49c6109599b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.962321 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:41.977914 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:42.036024 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8c9ce-2f94-4bf3-956a-b7abfe9ebc9b req-5951834e-fba5-429a-acbe-b534598b2f41 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:42.037843 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bfb8c9ce-2f94-4bf3-956a-b7abfe9ebc9b req-5951834e-fba5-429a-acbe-b534598b2f41 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.0576782 Mar 26 03:17:42.053829 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0275-9862-400f-b4c6-7c4f2af34c45 None None] Pushing event updated for resources: {'Port': ['ID=8ff24414-bdeb-490d-8ef9-0d72ad293414,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:42.111106 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Allocated IP 172.27.1.196 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/4041457f-1a06-48b3-ad37-fc5e143e5b90) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:17:42.111304 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bfb8c9ce-2f94-4bf3-956a-b7abfe9ebc9b req-e897ddce-7e24-47c8-b833-dc0ccc251125 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647838 Mar 26 03:17:42.253276 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks [] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:42.339884 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:42.392263 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:17:42.394369 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:17:42.399058 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:17:42.402237 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Pushing event updated for resources: {'Port': ['ID=4041457f-1a06-48b3-ad37-fc5e143e5b90,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:42.712242 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks [] for router_gateway (af6a9ce6-f31c-426c-b11f-d49c6109599b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:42.873885 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:17:42.936776 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (af6a9ce6-f31c-426c-b11f-d49c6109599b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:43.100376 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8791a8c2-0520-4626-9e3c-e2888623419b None None] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:17:43.139214 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Router af6a9ce6-f31c-426c-b11f-d49c6109599b is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:17:43.198270 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 0bb8f66a-477c-43db-95b0-87a480716e78 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:43.198679 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:43.225256 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3d434689-aaf6-4c4f-a325-097c0d7a6ee9 None None] Provisioning complete for port 8ff24414-bdeb-490d-8ef9-0d72ad293414 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:43.225629 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d434689-aaf6-4c4f-a325-097c0d7a6ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:43.273863 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:17:43.275863 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e34f98d-9e20-4034-9f12-aaf2aa593d85" -d '{"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:17:43.292540 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7cb3d-32db-4314-bf45-dd8a0a8ef90e req-b63d93c1-ddea-48ce-a62c-a86248745210 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:43.294095 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1df7cb3d-32db-4314-bf45-dd8a0a8ef90e req-b63d93c1-ddea-48ce-a62c-a86248745210 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 946 time: 0.1018286 Mar 26 03:17:43.312190 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:43.313779 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:17:43.330944 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:17:43.345121 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Mar 2022 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037b431a-6806-4478-a7ab-2c424e69310b x-openstack-request-id: req-037b431a-6806-4478-a7ab-2c424e69310b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:17:43.345121 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-unplugged", "status": "failed", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78", "code": 422}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:17:43.345121 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-037b431a-6806-4478-a7ab-2c424e69310b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:17:43.345121 dv-cinder-835328-1-iscsi neutron-server[103768]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-037b431a-6806-4478-a7ab-2c424e69310b']: {'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78', 'code': 422} returned with failed status Mar 26 03:17:43.357304 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:17:43.357946 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:43.362352 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1df7cb3d-32db-4314-bf45-dd8a0a8ef90e req-424f492f-622b-4737-9fe8-99af36cde223 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594976 Mar 26 03:17:43.368107 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:43.420103 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:43.422016 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-cb514ead-b202-47c7-90ec-ca166fd9a933 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0837882 Mar 26 03:17:43.425165 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:43.523873 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3d434689-aaf6-4c4f-a325-097c0d7a6ee9 None None] Current status of the port 8ff24414-bdeb-490d-8ef9-0d72ad293414 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:43.524271 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d434689-aaf6-4c4f-a325-097c0d7a6ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:43.555261 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:43.588018 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:17:43.620732 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3d434689-aaf6-4c4f-a325-097c0d7a6ee9 None None] For port 8ff24414-bdeb-490d-8ef9-0d72ad293414, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=8ff24414-bdeb-490d-8ef9-0d72ad293414,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:43.711751 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 8ff24414-bdeb-490d-8ef9-0d72ad293414 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:17:43.742515 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d434689-aaf6-4c4f-a325-097c0d7a6ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:43.857015 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d434689-aaf6-4c4f-a325-097c0d7a6ee9 None None] Pushing event updated for resources: {'Port': ['ID=8ff24414-bdeb-490d-8ef9-0d72ad293414,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:43.903150 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b2619cfc-6b59-404d-9076-ec0681c4b417 None None] Provisioning complete for port 8ff24414-bdeb-490d-8ef9-0d72ad293414 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:43.903861 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2619cfc-6b59-404d-9076-ec0681c4b417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:43.912979 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 8ff24414-bdeb-490d-8ef9-0d72ad293414 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:43.913164 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.030101 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:42Z', 'revision_number': 3, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:44.096542 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:17:44.096714 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Updating router af6a9ce6-f31c-426c-b11f-d49c6109599b port 4041457f-1a06-48b3-ad37-fc5e143e5b90 binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:17:44.153090 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b2619cfc-6b59-404d-9076-ec0681c4b417 None None] Current status of the port 8ff24414-bdeb-490d-8ef9-0d72ad293414 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:44.165670 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.170241 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 8ff24414-bdeb-490d-8ef9-0d72ad293414 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:44.214025 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.364847 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Allocated IP 172.20.0.1 (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89/4ec37132-197c-4e11-96bf-c55d875777c6/82944c54-0243-471c-a61f-833f7101b17a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:17:44.437396 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Publish callbacks [] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.470107 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Publish callbacks [] for port (82944c54-0243-471c-a61f-833f7101b17a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.503386 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.556875 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Attempting to bind port 4041457f-1a06-48b3-ad37-fc5e143e5b90 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:17:44.557253 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Attempting to bind port 4041457f-1a06-48b3-ad37-fc5e143e5b90 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:17:44.557619 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Attempting to bind port 4041457f-1a06-48b3-ad37-fc5e143e5b90 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:17:44.561413 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (82944c54-0243-471c-a61f-833f7101b17a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.568350 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225288e-3ecc-467f-9ddb-1c02c1e914fb None None] Pushing event updated for resources: {'Port': ['ID=4041457f-1a06-48b3-ad37-fc5e143e5b90,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:44.572326 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:17:44.572720 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:17:44.573133 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.573530 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:17:44.574018 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Bound port: 4041457f-1a06-48b3-ad37-fc5e143e5b90, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:17:44.574457 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.605016 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:17:44.608719 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:17:44.615024 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:17:44.634815 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] For port 4041457f-1a06-48b3-ad37-fc5e143e5b90, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:17:44.638836 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] For port 4041457f-1a06-48b3-ad37-fc5e143e5b90, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=4041457f-1a06-48b3-ad37-fc5e143e5b90,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:17:44.648662 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Pushing event updated for resources: {'Port': ['ID=82944c54-0243-471c-a61f-833f7101b17a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:44.660627 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (af6a9ce6-f31c-426c-b11f-d49c6109599b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.686520 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:44.747151 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:17:44.747899 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:44.786528 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225288e-3ecc-467f-9ddb-1c02c1e914fb None None] Pushing event updated for resources: {'Port': ['ID=4041457f-1a06-48b3-ad37-fc5e143e5b90,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:44.867335 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:17:44.869330 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (82944c54-0243-471c-a61f-833f7101b17a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:45.053583 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Publish callbacks [] for port (82944c54-0243-471c-a61f-833f7101b17a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:45.104478 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c555499b-9927-47e2-b472-4f1ff7594344 None None] Provisioning complete for port 82944c54-0243-471c-a61f-833f7101b17a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:45.104990 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c555499b-9927-47e2-b472-4f1ff7594344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (82944c54-0243-471c-a61f-833f7101b17a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:45.143450 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (82944c54-0243-471c-a61f-833f7101b17a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:45.156557 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c555499b-9927-47e2-b472-4f1ff7594344 None None] Port 82944c54-0243-471c-a61f-833f7101b17a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:17:45.217440 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:42Z', 'revision_number': 3, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:45.219456 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Pushing event updated for resources: {'Port': ['ID=82944c54-0243-471c-a61f-833f7101b17a,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:45.227448 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (af6a9ce6-f31c-426c-b11f-d49c6109599b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:45.246547 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d87c55-cc18-4c66-a63e-06623426c76c None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:42Z', 'revision_number': 3, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:17:45.332404 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:17:45.333992 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:17:45.422376 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [req-41f7ce46-cbc3-4b21-a7a9-c7bc17eb125c req-ad3a573b-a299-4bde-9abb-5252bb59b76f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:17:45.423073 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-41f7ce46-cbc3-4b21-a7a9-c7bc17eb125c req-ad3a573b-a299-4bde-9abb-5252bb59b76f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1480522 Mar 26 03:17:45.479434 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:17:45.653567 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:17:45.660237 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3b465a1a-b728-427d-aff8-eeb3a8deac7f admin admin] 10.222.0.20 "PUT /v2.0/routers/af6a9ce6-f31c-426c-b11f-d49c6109599b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2331953 Mar 26 03:17:45.693511 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e25fac10-1cc7-46b3-8bed-7366922e84ea None None] Provisioning complete for port 82944c54-0243-471c-a61f-833f7101b17a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:45.694849 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e25fac10-1cc7-46b3-8bed-7366922e84ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (82944c54-0243-471c-a61f-833f7101b17a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:45.775297 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 4041457f-1a06-48b3-ad37-fc5e143e5b90 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:17:45.781604 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e25fac10-1cc7-46b3-8bed-7366922e84ea None None] Port 82944c54-0243-471c-a61f-833f7101b17a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:17:45.842022 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 4041457f-1a06-48b3-ad37-fc5e143e5b90 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:45.842405 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:45.861499 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697f31-23b1-4e38-b516-3ccf56762afe req-ba66257c-146c-4fb1-a075-ccdd24d3120c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:45.871062 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90697f31-23b1-4e38-b516-3ccf56762afe req-ba66257c-146c-4fb1-a075-ccdd24d3120c tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.1317763 Mar 26 03:17:45.941163 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90697f31-23b1-4e38-b516-3ccf56762afe req-d9b24ec8-d18e-4309-99ec-7b25950a7c69 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689881 Mar 26 03:17:45.964267 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 4041457f-1a06-48b3-ad37-fc5e143e5b90 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:45.965039 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:45.989852 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 4041457f-1a06-48b3-ad37-fc5e143e5b90, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=4041457f-1a06-48b3-ad37-fc5e143e5b90,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:46.058262 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-b5008f18-4050-45e3-bc02-b865dd4fdbed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517490 Mar 26 03:17:46.069011 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.069923 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 8ff24414-bdeb-490d-8ef9-0d72ad293414 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:17:46.074340 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-33f9fc39-f2bf-4cb4-b6fb-3a9f7ab96085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.155295 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-10549cf1-0bfd-4729-b54a-5df17f447cbb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:46.156721 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-10549cf1-0bfd-4729-b54a-5df17f447cbb tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports/0bb8f66a-477c-43db-95b0-87a480716e78 HTTP/1.1" status: 200 len: 941 time: 0.0603967 Mar 26 03:17:46.173343 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=4041457f-1a06-48b3-ad37-fc5e143e5b90,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:46.184666 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 8ff24414-bdeb-490d-8ef9-0d72ad293414 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:46.185042 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.272349 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 8ff24414-bdeb-490d-8ef9-0d72ad293414 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:46.343019 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:46.347776 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0081631c-db15-4273-b1cf-de244f121c0b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626730349', 'description': 'tempest-description--9327036'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:46.434301 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0081631c-db15-4273-b1cf-de244f121c0b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.508700 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0081631c-db15-4273-b1cf-de244f121c0b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (d174f4a6-59cf-4bb0-a7a8-46c3b5308156), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.651401 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0081631c-db15-4273-b1cf-de244f121c0b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (d174f4a6-59cf-4bb0-a7a8-46c3b5308156), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.680178 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081631c-db15-4273-b1cf-de244f121c0b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d174f4a6-59cf-4bb0-a7a8-46c3b5308156,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:46.739272 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0081631c-db15-4273-b1cf-de244f121c0b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.740516 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-0081631c-db15-4273-b1cf-de244f121c0b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3964484 Mar 26 03:17:46.744084 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 50946) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:46.749020 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-85ee1e04-f7a6-4612-8168-693b3763e6af tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group_rule': {'security_group_id': 'd174f4a6-59cf-4bb0-a7a8-46c3b5308156', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:46.862121 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85ee1e04-f7a6-4612-8168-693b3763e6af tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (706a4105-a1e3-4d8d-92f9-78168b6188b4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.927091 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85ee1e04-f7a6-4612-8168-693b3763e6af tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (706a4105-a1e3-4d8d-92f9-78168b6188b4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:46.988617 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85ee1e04-f7a6-4612-8168-693b3763e6af tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (706a4105-a1e3-4d8d-92f9-78168b6188b4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.008016 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee1e04-f7a6-4612-8168-693b3763e6af tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706a4105-a1e3-4d8d-92f9-78168b6188b4,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:47.066188 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85ee1e04-f7a6-4612-8168-693b3763e6af tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.067826 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-85ee1e04-f7a6-4612-8168-693b3763e6af tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227246 Mar 26 03:17:47.072979 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:47.079098 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4f604097-56a6-461b-b29e-80932181bf57 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group_rule': {'security_group_id': 'd174f4a6-59cf-4bb0-a7a8-46c3b5308156', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:47.124788 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9714e59-2e6b-4b9a-8cc0-6ace554a7d27 req-2ba4becc-ffae-49f7-8e93-1340e045a33a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:47.131689 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c9714e59-2e6b-4b9a-8cc0-6ace554a7d27 req-2ba4becc-ffae-49f7-8e93-1340e045a33a tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0845101 Mar 26 03:17:47.179873 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c9714e59-2e6b-4b9a-8cc0-6ace554a7d27 req-397e8a5a-b8d0-43d9-97fe-8caf1c9f2df7 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472436 Mar 26 03:17:47.181254 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f604097-56a6-461b-b29e-80932181bf57 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (eb560ebc-b822-480f-a6fa-173803677e0d), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.236665 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f604097-56a6-461b-b29e-80932181bf57 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (eb560ebc-b822-480f-a6fa-173803677e0d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.268199 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:17:47.278736 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:17:47.279343 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:47.297483 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f604097-56a6-461b-b29e-80932181bf57 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (eb560ebc-b822-480f-a6fa-173803677e0d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.316645 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f604097-56a6-461b-b29e-80932181bf57 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb560ebc-b822-480f-a6fa-173803677e0d,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:47.385210 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f604097-56a6-461b-b29e-80932181bf57 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.386430 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-4f604097-56a6-461b-b29e-80932181bf57 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3124394 Mar 26 03:17:47.388799 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:17:47.389667 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 50960) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:47.394311 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:47.475277 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.609463 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.626428 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 2, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:47.638172 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 4041457f-1a06-48b3-ad37-fc5e143e5b90 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:17:47.660326 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:17:47.660695 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Updating router af6a9ce6-f31c-426c-b11f-d49c6109599b port 82944c54-0243-471c-a61f-833f7101b17a binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:17:47.676630 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-df7b2ed2-6f8e-49a9-b679-389b6f972cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:47.678301 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-df7b2ed2-6f8e-49a9-b679-389b6f972cf4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050&tenant_id=50915e0d81934278bd4b86b6434a6232 HTTP/1.1" status: 200 len: 1128 time: 0.1090724 Mar 26 03:17:47.691315 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 4041457f-1a06-48b3-ad37-fc5e143e5b90 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:47.691916 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.698039 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (82944c54-0243-471c-a61f-833f7101b17a), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:47.770288 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Allocated IP 172.27.1.77 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/63a6c4dc-84ab-4da5-9733-7515f87823a0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:17:47.778719 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 4041457f-1a06-48b3-ad37-fc5e143e5b90 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:47.789841 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-a9e0233b-b887-4eab-b8f5-e99f0dd3587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:47.791540 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-a9e0233b-b887-4eab-b8f5-e99f0dd3587f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50915e0d81934278bd4b86b6434a6232&device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 1128 time: 0.0782998 Mar 26 03:17:48.088115 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Publish callbacks [] for port (82944c54-0243-471c-a61f-833f7101b17a), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.142800 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (82944c54-0243-471c-a61f-833f7101b17a), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.186304 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (63a6c4dc-84ab-4da5-9733-7515f87823a0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.188325 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-4c43537c-65cc-48dc-a05b-9a2f09ca48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:48.189890 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-4c43537c-65cc-48dc-a05b-9a2f09ca48a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 200 len: 916 time: 0.3868456 Mar 26 03:17:48.191489 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Pushing event updated for resources: {'Port': ['ID=82944c54-0243-471c-a61f-833f7101b17a,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:48.202898 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.203248 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.203618 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.204029 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.204291 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.204625 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.206334 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.206705 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.207080 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.207369 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.207705 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.208045 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.208379 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.208701 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.209022 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:48.264412 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Attempting to bind port 82944c54-0243-471c-a61f-833f7101b17a on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:17:48.264784 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Attempting to bind port 82944c54-0243-471c-a61f-833f7101b17a by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:17:48.265150 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Attempting to bind port 82944c54-0243-471c-a61f-833f7101b17a on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:17:48.270745 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:17:48.271378 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Checking segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:17:48.271492 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.271879 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Bound using segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:17:48.272344 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Bound port: 82944c54-0243-471c-a61f-833f7101b17a, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:17:48.272722 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (82944c54-0243-471c-a61f-833f7101b17a), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.277715 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-cf539e61-f200-4187-8b79-f5fcba76e4e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb8f66a-477c-43db-95b0-87a480716e78 HTTP/1.1" status: 200 len: 1000 time: 0.0804660 Mar 26 03:17:48.334084 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (63a6c4dc-84ab-4da5-9733-7515f87823a0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.342854 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58446b-b1bf-427f-afee-2fb36561676f req-aa52f7b4-df8c-44f9-af3b-3178678c3b49 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:48.347829 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0c58446b-b1bf-427f-afee-2fb36561676f req-aa52f7b4-df8c-44f9-af3b-3178678c3b49 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0799873 Mar 26 03:17:48.369092 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-16281da7-f835-4a07-89a8-0cb01e23536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:48.370852 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-16281da7-f835-4a07-89a8-0cb01e23536a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 200 len: 855 time: 0.0857930 Mar 26 03:17:48.376551 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] For port 82944c54-0243-471c-a61f-833f7101b17a, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:17:48.380228 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] For port 82944c54-0243-471c-a61f-833f7101b17a, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=82944c54-0243-471c-a61f-833f7101b17a,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:17:48.389573 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c42c08c-d710-465b-ab24-cacd5d242b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.399657 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:17:48.401754 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0c58446b-b1bf-427f-afee-2fb36561676f req-3a619e77-0afb-4047-8677-c64b5d3889b1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530648 Mar 26 03:17:48.432341 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:17:48.435691 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6ceb697f-15b9-4c2f-b6aa-dbee928b8cb2 None None] Provisioning complete for port 82944c54-0243-471c-a61f-833f7101b17a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:48.436138 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6ceb697f-15b9-4c2f-b6aa-dbee928b8cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (82944c54-0243-471c-a61f-833f7101b17a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.439789 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:17:48.443436 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=63a6c4dc-84ab-4da5-9733-7515f87823a0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:48.446542 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (82944c54-0243-471c-a61f-833f7101b17a), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.471321 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb697f-15b9-4c2f-b6aa-dbee928b8cb2 None None] Port 82944c54-0243-471c-a61f-833f7101b17a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:17:48.499133 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-1d327ebf-e9f6-4b43-9e12-78a4e3938256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:48.500732 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-1d327ebf-e9f6-4b43-9e12-78a4e3938256 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1198425 Mar 26 03:17:48.511063 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bc6ea-d092-4ebe-9949-e220f45ffcb7 None None] Pushing event updated for resources: {'Port': ['ID=82944c54-0243-471c-a61f-833f7101b17a,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:48.535648 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:17:48.536490 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:48.614661 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (4f9ed36b-4980-469e-b67a-40817babad7f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.660489 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-263d3872-a8d4-4751-aff6-813c90ef2947 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505592 Mar 26 03:17:48.666721 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:17:48.751566 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (63a6c4dc-84ab-4da5-9733-7515f87823a0), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.823917 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28d578a0-76df-461b-a6f8-b7aa8975800e req-9b9cd853-bda3-48bb-b0d4-85bb1b4c8938 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564147 Mar 26 03:17:48.888089 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:48Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:17:48.893613 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-532aa0ad-1491-45f4-9d64-e0501226b15d None None] Provisioning complete for port 82944c54-0243-471c-a61f-833f7101b17a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:48.899187 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-532aa0ad-1491-45f4-9d64-e0501226b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (82944c54-0243-471c-a61f-833f7101b17a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.919340 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88c6c8-1b7f-4f11-8733-1e4ed1380450 None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:48Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:17:48.941409 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (63a6c4dc-84ab-4da5-9733-7515f87823a0), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:48.998318 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-532aa0ad-1491-45f4-9d64-e0501226b15d None None] Current status of the port 82944c54-0243-471c-a61f-833f7101b17a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:48.998779 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-532aa0ad-1491-45f4-9d64-e0501226b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (82944c54-0243-471c-a61f-833f7101b17a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:49.011563 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (63a6c4dc-84ab-4da5-9733-7515f87823a0), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:49.040933 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-532aa0ad-1491-45f4-9d64-e0501226b15d None None] For port 82944c54-0243-471c-a61f-833f7101b17a, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=82944c54-0243-471c-a61f-833f7101b17a,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:49.101829 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=63a6c4dc-84ab-4da5-9733-7515f87823a0,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:49.118885 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (4f9ed36b-4980-469e-b67a-40817babad7f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:49.143515 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-532aa0ad-1491-45f4-9d64-e0501226b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (82944c54-0243-471c-a61f-833f7101b17a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:49.195696 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aa0ad-1491-45f4-9d64-e0501226b15d None None] Pushing event updated for resources: {'Port': ['ID=82944c54-0243-471c-a61f-833f7101b17a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:49.226723 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:49.226723 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-cb5e499c-9b41-4623-b883-fc8a4aa50539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8359628 Mar 26 03:17:49.411771 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-ff3e53cd-db9d-4279-937f-52dc32ff2c34 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--626730349&fields=id&tenant_id=b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 267 time: 0.0677600 Mar 26 03:17:49.469020 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:49.564912 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef256-3c6d-4ada-b842-54c216d0b99d req-23d1aa59-faeb-4507-abfe-c945f35bee68 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:49.567815 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1e5ef256-3c6d-4ada-b842-54c216d0b99d req-23d1aa59-faeb-4507-abfe-c945f35bee68 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0804939 Mar 26 03:17:49.643229 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-7cf3623e-f0e1-4835-8272-ddf730120958 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:49.652219 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-7cf3623e-f0e1-4835-8272-ddf730120958 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 813 time: 0.2412345 Mar 26 03:17:49.684969 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-316b1319-bcc0-41f1-afe2-4f5d80b223f5 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/quotas/b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 375 time: 0.0316997 Mar 26 03:17:49.701285 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1e5ef256-3c6d-4ada-b842-54c216d0b99d req-dc4b7a2f-0f2d-425c-9a02-abc83f2fdc65 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232541 Mar 26 03:17:49.753404 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 82944c54-0243-471c-a61f-833f7101b17a up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:17:49.764250 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-787040aa-663f-47e5-8a4d-59aea61b2743 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726326 Mar 26 03:17:49.845925 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 82944c54-0243-471c-a61f-833f7101b17a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:49.846302 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (82944c54-0243-471c-a61f-833f7101b17a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:50.006205 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 82944c54-0243-471c-a61f-833f7101b17a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:50.047531 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-46917691-f647-440b-b7d0-55824533cb47 service neutron] 10.222.0.20 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697568 Mar 26 03:17:50.185127 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-07da2544-10a5-424b-8cca-b71b3a388ab5 service neutron] 10.222.0.20 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358397 Mar 26 03:17:50.515139 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:50.568356 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0da052e0-5468-45bd-af54-1c2cd074f3c8 req-b695333f-d363-4f79-a34c-45507563b16e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0451417 Mar 26 03:17:50.805948 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:50.847229 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d203e8-071d-4374-b49f-7a9f88076b7b req-3b17fd1a-327c-4133-a31a-2c6ac01b4032 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:50.849247 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e6d203e8-071d-4374-b49f-7a9f88076b7b req-3b17fd1a-327c-4133-a31a-2c6ac01b4032 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0708985 Mar 26 03:17:50.909864 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e6d203e8-071d-4374-b49f-7a9f88076b7b req-9800bf7b-8d2a-4ba5-882d-0ca302465cc9 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520942 Mar 26 03:17:51.673883 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a96faf0d-4bfc-4cf1-b87f-657f9e549b8b req-a1dca5e4-e88e-4314-b846-a7363d6b1dd2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0308836 Mar 26 03:17:52.045239 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2c0d5-a6bc-42db-b9d4-89d67fc6ff1e req-856622e5-78b6-45f0-a588-4648537070a8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:52.046802 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-79d2c0d5-a6bc-42db-b9d4-89d67fc6ff1e req-856622e5-78b6-45f0-a588-4648537070a8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0585194 Mar 26 03:17:52.095552 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-79d2c0d5-a6bc-42db-b9d4-89d67fc6ff1e req-329a3ecf-0b18-4a1b-9c7f-8d4a4e191d42 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428965 Mar 26 03:17:52.446321 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:52.777785 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ea7a6f7f-8ddd-4e7d-a4c8-160cfa4dd593 req-5ad44bb1-149d-450e-ae18-6e3818652386 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0279007 Mar 26 03:17:53.231012 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fd95f-d955-483e-854a-6677511be5f0 req-3d91f5d2-76fa-4232-9924-73dbd44051a8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:53.233032 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9b1fd95f-d955-483e-854a-6677511be5f0 req-3d91f5d2-76fa-4232-9924-73dbd44051a8 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0552461 Mar 26 03:17:53.281589 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9b1fd95f-d955-483e-854a-6677511be5f0 req-4d22aa7f-1665-419f-b485-97633e146ddf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Mar 26 03:17:53.895282 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f2e1a477-7df9-4e6c-b97e-a0783d8065cc req-a5916eac-1916-4143-9d89-6c2908d91f71 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0400865 Mar 26 03:17:54.398536 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:17:54.422559 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da1ba-8a22-45bb-9cd2-ba6bbb03b31d req-6c87be81-a84f-4ac6-bd8a-3043fecaa941 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:54.424906 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-265da1ba-8a22-45bb-9cd2-ba6bbb03b31d req-6c87be81-a84f-4ac6-bd8a-3043fecaa941 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0673683 Mar 26 03:17:54.487315 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-265da1ba-8a22-45bb-9cd2-ba6bbb03b31d req-8d810882-c919-4da4-89fa-a9f4450790bf tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565512 Mar 26 03:17:54.993120 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-20575228-65df-406c-bf78-1a814d2bbe8f req-38145c66-d84c-461e-943c-7d549ec297cb tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0282743 Mar 26 03:17:55.442944 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:55.585888 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baacc979-cdc7-475b-950e-3183f74627a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:55.664552 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a2202-151b-4ba2-b644-6585760bfd84 req-ede1e925-c790-4ad1-9c61-9761a17c47fc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:55.672723 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f44a2202-151b-4ba2-b644-6585760bfd84 req-ede1e925-c790-4ad1-9c61-9761a17c47fc tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0879726 Mar 26 03:17:55.748551 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f44a2202-151b-4ba2-b644-6585760bfd84 req-cdaff1b0-d618-42ea-b4cf-b22296391707 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746634 Mar 26 03:17:55.775414 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baacc979-cdc7-475b-950e-3183f74627a0 admin admin] Publish callbacks [] for security_group (aa35e0cb-36a0-4bf3-9d95-ddc8d3665945), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:55.823298 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baacc979-cdc7-475b-950e-3183f74627a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (aa35e0cb-36a0-4bf3-9d95-ddc8d3665945), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:55.863613 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacc979-cdc7-475b-950e-3183f74627a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa35e0cb-36a0-4bf3-9d95-ddc8d3665945,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:55.870349 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-baacc979-cdc7-475b-950e-3183f74627a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f2eefecda8c4eef9b637a62245205d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263241 Mar 26 03:17:55.874627 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51084) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:55.935068 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbccc585-340f-4415-9284-e09e4ed45eb4 admin admin] Publish callbacks [] for security_group (aa35e0cb-36a0-4bf3-9d95-ddc8d3665945), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:55.957042 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbccc585-340f-4415-9284-e09e4ed45eb4 admin admin] Publish callbacks [] for security_group (aa35e0cb-36a0-4bf3-9d95-ddc8d3665945), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:56.091536 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7e752b9e-0a0d-4462-a506-b7af0503c6bb req-dab465c6-ab47-4bfb-806a-9ed1c7f9807c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0302036 Mar 26 03:17:56.108605 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbccc585-340f-4415-9284-e09e4ed45eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (aa35e0cb-36a0-4bf3-9d95-ddc8d3665945), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:56.111276 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbccc585-340f-4415-9284-e09e4ed45eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:56.112432 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-cbccc585-340f-4415-9284-e09e4ed45eb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa35e0cb-36a0-4bf3-9d95-ddc8d3665945 HTTP/1.1" status: 204 len: 168 time: 0.2365203 Mar 26 03:17:56.121280 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccc585-340f-4415-9284-e09e4ed45eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa35e0cb-36a0-4bf3-9d95-ddc8d3665945,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:56.750235 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:56.764513 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40a13ba3-7aee-4d0d-a881-5c5cbd50d54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:56.885894 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40a13ba3-7aee-4d0d-a881-5c5cbd50d54b admin admin] Publish callbacks [] for security_group (00a90a43-c2b9-491d-aa70-5aebe7244a15), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:56.898910 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e6514-5baf-4498-9a7d-a7842a6f8af1 req-0dea57e8-c6d5-48b5-8ac1-cce62bce799d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:56.900559 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-736e6514-5baf-4498-9a7d-a7842a6f8af1 req-0dea57e8-c6d5-48b5-8ac1-cce62bce799d tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0754685 Mar 26 03:17:56.953587 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-736e6514-5baf-4498-9a7d-a7842a6f8af1 req-b0684f0e-82d5-4844-b0c2-6ca84afca526 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 Mar 26 03:17:56.988664 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40a13ba3-7aee-4d0d-a881-5c5cbd50d54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (00a90a43-c2b9-491d-aa70-5aebe7244a15), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:57.030004 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-40a13ba3-7aee-4d0d-a881-5c5cbd50d54b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbd07f08e293492781ea273f5a8314bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782474 Mar 26 03:17:57.030847 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a13ba3-7aee-4d0d-a881-5c5cbd50d54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a90a43-c2b9-491d-aa70-5aebe7244a15,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:57.032298 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51098) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:17:57.084509 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-948b631c-e31d-4649-86a8-481e17236a11 admin admin] Publish callbacks [] for security_group (00a90a43-c2b9-491d-aa70-5aebe7244a15), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:57.106584 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-948b631c-e31d-4649-86a8-481e17236a11 admin admin] Publish callbacks [] for security_group (00a90a43-c2b9-491d-aa70-5aebe7244a15), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:57.191515 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-691c7d52-08be-4022-b8d1-5df1677226ea req-84ec3054-b2d6-4af8-9c75-2da7a75b7e7e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0294318 Mar 26 03:17:57.245914 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-948b631c-e31d-4649-86a8-481e17236a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (00a90a43-c2b9-491d-aa70-5aebe7244a15), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:57.248896 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-948b631c-e31d-4649-86a8-481e17236a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:57.250039 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-948b631c-e31d-4649-86a8-481e17236a11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00a90a43-c2b9-491d-aa70-5aebe7244a15 HTTP/1.1" status: 204 len: 168 time: 0.2167611 Mar 26 03:17:57.258084 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b631c-e31d-4649-86a8-481e17236a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a90a43-c2b9-491d-aa70-5aebe7244a15,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:58.080460 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d2015-db0a-4f43-a65e-ee2be23ef9b2 req-59108e98-e6da-41d4-8f56-965ebaf18bbd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:58.082054 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1c6d2015-db0a-4f43-a65e-ee2be23ef9b2 req-59108e98-e6da-41d4-8f56-965ebaf18bbd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 944 time: 0.0526764 Mar 26 03:17:58.131834 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1c6d2015-db0a-4f43-a65e-ee2be23ef9b2 req-194bd6fb-5ff2-488a-ae05-f688c3f9457e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439656 Mar 26 03:17:58.289287 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-db1bc31d-484a-4c88-8b41-27c024fcb3d6 req-e128eea6-a020-4773-9fd4-49d9d9dc7f64 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0309668 Mar 26 03:17:58.464521 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-e3175e85-ea6f-4166-9566-12bf9724ab63 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:58.466652 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-e3175e85-ea6f-4166-9566-12bf9724ab63 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 813 time: 0.1048529 Mar 26 03:17:58.535790 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-8f3b3238-87f5-4f36-94eb-e50dae453539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 379 time: 0.0603657 Mar 26 03:17:58.544576 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'port': {'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'admin_state_up': True, 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'security_groups': ['d174f4a6-59cf-4bb0-a7a8-46c3b5308156']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:58.742762 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Made reservation on behalf of b7df08c76ffa498386ce64c13b56db9b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:17:58.746267 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:58.871104 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Allocated IP 172.20.0.7 (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89/4ec37132-197c-4e11-96bf-c55d875777c6/6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:17:58.944809 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:17:59.009490 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.042969 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:59.054950 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '0bb8f66a-477c-43db-95b0-87a480716e78', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'port_id': '0bb8f66a-477c-43db-95b0-87a480716e78', 'mac_address': 'fa:16:3e:20:54:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:17:59.093155 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 0bb8f66a-477c-43db-95b0-87a480716e78 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:17:59.093547 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.106590 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb8f66a-477c-43db-95b0-87a480716e78 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:17:59.126006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:17:59.149301 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.166230 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.195573 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:17:59.201440 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:17:59.206643 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:17:59.238728 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:59.247971 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:17:59.255354 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.255729 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.256059 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.256401 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.256741 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.257075 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.257403 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.257729 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.258054 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.258435 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.258846 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.259175 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.259499 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.259876 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.260199 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:17:59.299622 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:59.300234 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.333836 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90bee0-862f-4200-8b6a-0892160bf72b req-f226cbc2-dd45-4883-a26f-8cfa0b96323f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:59.335660 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e90bee0-862f-4200-8b6a-0892160bf72b req-f226cbc2-dd45-4883-a26f-8cfa0b96323f tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 945 time: 0.0980496 Mar 26 03:17:59.388730 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-c0815022-6b50-44cc-bce0-be3a42ee2110 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8477707 Mar 26 03:17:59.390375 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['0bb8f66a-477c-43db-95b0-87a480716e78'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:17:59.392662 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e90bee0-862f-4200-8b6a-0892160bf72b req-7d4f0903-c743-4b8d-acab-0c9362e1bee3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500066 Mar 26 03:17:59.420294 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Request body: {'port': {'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:17:59.448825 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b5bce-b774-4f0d-9d71-657b121fbd3f req-ffe49df8-1d59-4f9b-a6d7-8ed0b042e073 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:17:59.451436 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-553b5bce-b774-4f0d-9d71-657b121fbd3f req-ffe49df8-1d59-4f9b-a6d7-8ed0b042e073 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 931 time: 0.0842783 Mar 26 03:17:59.471664 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-92a36a3d-fa1a-46c1-bb2b-fd597e240dd8 None None] Provisioning complete for port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:17:59.472040 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-92a36a3d-fa1a-46c1-bb2b-fd597e240dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.496155 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.511719 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-553b5bce-b774-4f0d-9d71-657b121fbd3f req-b1a60a83-a3ec-4acc-804a-bd2107ee29ab tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521972 Mar 26 03:17:59.541923 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-92a36a3d-fa1a-46c1-bb2b-fd597e240dd8 None None] Port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:17:59.787044 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:17:59.794328 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Publish callbacks [] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.805808 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Transition to ACTIVE for port object 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:17:59.880186 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:17:59.930484 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Pushing event updated for resources: {'Port': ['ID=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:00.005133 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Attempting to bind port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:18:00.005463 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Attempting to bind port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:18:00.005789 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Attempting to bind port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:00.010589 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:18:00.010949 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Attempting to bind port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:00.016210 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:18:00.016549 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Checking segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:00.016936 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Bound using segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:18:00.017358 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Bound port: 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:18:00.017713 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:00.087765 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] For port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:18:00.090875 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] For port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:18:00.164947 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:00.197729 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.198538 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:00.199921 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] 10.222.0.18 "PUT /v2.0/ports/6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 HTTP/1.1" status: 200 len: 1093 time: 0.7898002 Mar 26 03:18:00.201905 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa36e86-cc43-4d36-b675-e3728078479d', 'tag': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:00.205184 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f78d8e-9b50-428c-8c66-5fa3e8925568" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa36e86-cc43-4d36-b675-e3728078479d", "tag": "6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:00.236528 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb64ebf-5a97-452e-8886-e8c13950819e service neutron] Pushing event updated for resources: {'Port': ['ID=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:00.250390 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5298fb62-4383-4dc6-90b9-3c7d2cc40cc4 x-openstack-request-id: req-5298fb62-4383-4dc6-90b9-3c7d2cc40cc4 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:00.250663 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa36e86-cc43-4d36-b675-e3728078479d", "tag": "6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:00.250919 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5298fb62-4383-4dc6-90b9-3c7d2cc40cc4 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:00.251355 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5298fb62-4383-4dc6-90b9-3c7d2cc40cc4'] response: {'name': 'network-changed', 'server_uuid': '9fa36e86-cc43-4d36-b675-e3728078479d', 'tag': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'status': 'completed', 'code': 200} Mar 26 03:18:00.322515 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78d8e-9b50-428c-8c66-5fa3e8925568 req-ed8b3255-47d7-4a97-8175-190492063c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.324030 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e2f78d8e-9b50-428c-8c66-5fa3e8925568 req-ed8b3255-47d7-4a97-8175-190492063c6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 1127 time: 0.0473073 Mar 26 03:18:00.428710 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78d8e-9b50-428c-8c66-5fa3e8925568 req-e7b71c2a-64b9-4b52-9481-b35bcea0b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.430191 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e2f78d8e-9b50-428c-8c66-5fa3e8925568 req-e7b71c2a-64b9-4b52-9481-b35bcea0b067 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b7df08c76ffa498386ce64c13b56db9b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978773 Mar 26 03:18:00.525660 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78d8e-9b50-428c-8c66-5fa3e8925568 req-f7bec8ff-2499-428e-beba-624a53165777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.527091 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e2f78d8e-9b50-428c-8c66-5fa3e8925568 req-f7bec8ff-2499-428e-beba-624a53165777 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909848 Mar 26 03:18:00.543173 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848b556-2883-47ca-9fcd-50b958cdbe23 req-717fa294-7746-4ad4-b4f5-edf7200e7b74 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.545839 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5848b556-2883-47ca-9fcd-50b958cdbe23 req-717fa294-7746-4ad4-b4f5-edf7200e7b74 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 945 time: 0.0616632 Mar 26 03:18:00.606993 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5848b556-2883-47ca-9fcd-50b958cdbe23 req-9b21f023-53cd-4eba-8c0e-73ee3ffe24f1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555568 Mar 26 03:18:00.649335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-9e650b42-511d-4e6f-bba6-ae824eb36f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.650849 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-9e650b42-511d-4e6f-bba6-ae824eb36f1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 1127 time: 0.0870640 Mar 26 03:18:00.664827 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157850c0-38db-4d11-b441-f210b70e30a6 req-dbf2e662-e975-4f2e-ad40-c1744a0179b1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.666169 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-157850c0-38db-4d11-b441-f210b70e30a6 req-dbf2e662-e975-4f2e-ad40-c1744a0179b1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 943 time: 0.0683324 Mar 26 03:18:00.708181 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-d5a40ddd-e512-428f-91e4-9729f2569df3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 HTTP/1.1" status: 200 len: 217 time: 0.0410562 Mar 26 03:18:00.779162 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-157850c0-38db-4d11-b441-f210b70e30a6 req-db607fe1-b65d-4bcf-9c71-3b87090432b2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058986 Mar 26 03:18:00.782548 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-14d14ae5-911f-45ab-aabc-f88cd0843866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.783889 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-14d14ae5-911f-45ab-aabc-f88cd0843866 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0680115 Mar 26 03:18:00.834232 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-b8981d1c-568c-4b8d-a7ad-65a3083f6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:00.835807 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-b8981d1c-568c-4b8d-a7ad-65a3083f6429 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457625 Mar 26 03:18:00.924335 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-9323b48f-f23e-4651-bc5b-8def4fc38fca service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812643 Mar 26 03:18:00.960648 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:01.016459 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 0bb8f66a-477c-43db-95b0-87a480716e78 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:01.016835 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:01.019357 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c869df2-0d89-49a2-bcc3-c2d3cc3bbd20 req-4e9a7030-1936-4350-9a9a-329720af157c service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883274 Mar 26 03:18:01.097636 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 0bb8f66a-477c-43db-95b0-87a480716e78 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:01.097636 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:01.118253 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:01.120511 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75c1896-c268-4422-8d84-4365a164aa4c" -d '{"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:01.132803 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:01.158712 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0854364-15b3-4728-a67b-1a1509636fe5 x-openstack-request-id: req-b0854364-15b3-4728-a67b-1a1509636fe5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:01.159151 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:01.159446 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0854364-15b3-4728-a67b-1a1509636fe5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:01.159890 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0854364-15b3-4728-a67b-1a1509636fe5'] response: {'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78', 'code': 200} Mar 26 03:18:01.194208 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:01.248690 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:01.469544 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157f5b1-fbe4-48e8-9bfc-de06ed090b09 req-edef16b9-537e-4b06-aab1-8b0cea14237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:01.471075 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8157f5b1-fbe4-48e8-9bfc-de06ed090b09 req-edef16b9-537e-4b06-aab1-8b0cea14237c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 1131 time: 0.0446181 Mar 26 03:18:01.514915 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8157f5b1-fbe4-48e8-9bfc-de06ed090b09 req-896dee42-cf79-4e4d-92dd-c08048936d81 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369828 Mar 26 03:18:01.730901 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f81632-207e-47fd-8ef2-dbef677526bc req-f50f52bb-56c9-4533-8617-44c47880a7c4 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:01.733299 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-75f81632-207e-47fd-8ef2-dbef677526bc req-f50f52bb-56c9-4533-8617-44c47880a7c4 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 947 time: 0.0564086 Mar 26 03:18:01.778699 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-75f81632-207e-47fd-8ef2-dbef677526bc req-e091dfe2-cb66-4bd5-b251-d0ce6d655d97 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Mar 26 03:18:01.898016 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a39d50-8ddd-4fb2-85f5-e0af3dfa5ed5 req-72537d36-ff14-4d21-bf32-51b7b7876f97 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:01.899520 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c6a39d50-8ddd-4fb2-85f5-e0af3dfa5ed5 req-72537d36-ff14-4d21-bf32-51b7b7876f97 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 943 time: 0.0517504 Mar 26 03:18:01.945972 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c6a39d50-8ddd-4fb2-85f5-e0af3dfa5ed5 req-5c15f9c9-c1f7-4797-b351-1cd5ff0e79a5 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403414 Mar 26 03:18:02.921595 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a87d7d-b9f0-4364-8029-d63491b84a0c req-eeb9f051-7f6a-444b-84cb-ff0107368fb1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:02.923198 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-04a87d7d-b9f0-4364-8029-d63491b84a0c req-eeb9f051-7f6a-444b-84cb-ff0107368fb1 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 947 time: 0.0622857 Mar 26 03:18:02.986343 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-04a87d7d-b9f0-4364-8029-d63491b84a0c req-c880dfb1-cce2-49b1-bc52-3224af719f77 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551178 Mar 26 03:18:02.991540 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:18:03.074196 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353781d-a770-4eb0-8f10-9db5d9b336bb req-727e3576-2e0c-405e-b67c-65301176e72b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:03.075870 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b353781d-a770-4eb0-8f10-9db5d9b336bb req-727e3576-2e0c-405e-b67c-65301176e72b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 943 time: 0.0586665 Mar 26 03:18:03.095691 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:03.107864 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:18:03.132681 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b353781d-a770-4eb0-8f10-9db5d9b336bb req-13dc7760-1749-4ba9-a7c8-f4433a28b91a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457692 Mar 26 03:18:03.158667 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:03.159055 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:03.173015 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:18:03.193027 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:03.234203 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:03.283099 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:03.459269 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:18:04.113604 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d43781-cec7-4722-8a94-dc5c557c245c req-372beeab-a616-41f9-a056-c615b8c5578e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:04.115654 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15d43781-cec7-4722-8a94-dc5c557c245c req-372beeab-a616-41f9-a056-c615b8c5578e tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 947 time: 0.0538414 Mar 26 03:18:04.169852 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-15d43781-cec7-4722-8a94-dc5c557c245c req-e9e5df22-a7ad-488d-a450-a3e873b87b75 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487463 Mar 26 03:18:04.251192 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eef627-fd38-402d-9ee6-0e912c174245 req-4870f1b4-9c4c-4003-9c71-48812f7d205b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:04.252662 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-33eef627-fd38-402d-9ee6-0e912c174245 req-4870f1b4-9c4c-4003-9c71-48812f7d205b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 944 time: 0.0556378 Mar 26 03:18:04.299181 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-33eef627-fd38-402d-9ee6-0e912c174245 req-fa1f19e3-cb81-45ff-a9cf-066dc68316b0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 Mar 26 03:18:04.992266 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:05.114531 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:18:05.118716 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:05.119086 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:05.200573 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:05.201884 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:05.224877 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa36e86-cc43-4d36-b675-e3728078479d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:05.227224 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e691f4d2-722c-4318-a168-e5331c7d3837" -d '{"events": [{"server_uuid": "9fa36e86-cc43-4d36-b675-e3728078479d", "name": "network-vif-plugged", "status": "completed", "tag": "6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:05.241001 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:05.266764 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707dcc9e-6a7a-4b06-bccf-34e1cb3901f4 x-openstack-request-id: req-707dcc9e-6a7a-4b06-bccf-34e1cb3901f4 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:05.267139 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa36e86-cc43-4d36-b675-e3728078479d", "name": "network-vif-plugged", "status": "completed", "tag": "6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:05.267497 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-707dcc9e-6a7a-4b06-bccf-34e1cb3901f4 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:05.267972 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707dcc9e-6a7a-4b06-bccf-34e1cb3901f4'] response: {'server_uuid': '9fa36e86-cc43-4d36-b675-e3728078479d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'code': 200} Mar 26 03:18:05.287447 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:05.299322 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b94700-ed57-4574-9298-784d962b0e7d req-281e5909-2df3-4006-aed1-4172d10a84de tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:05.300882 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f2b94700-ed57-4574-9298-784d962b0e7d req-281e5909-2df3-4006-aed1-4172d10a84de tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 947 time: 0.0548680 Mar 26 03:18:05.352621 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f2b94700-ed57-4574-9298-784d962b0e7d req-05e5ccbe-8fc0-435e-a633-ba1b036aa0ed tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460489 Mar 26 03:18:05.356133 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:05.445050 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe567b-a316-4ecd-955a-91697d9a4992 req-fd9d8187-43b7-429b-b6ce-33f020263558 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:05.446594 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a2fe567b-a316-4ecd-955a-91697d9a4992 req-fd9d8187-43b7-429b-b6ce-33f020263558 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 945 time: 0.0552232 Mar 26 03:18:05.503022 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a2fe567b-a316-4ecd-955a-91697d9a4992 req-b8615588-f68b-48f4-be47-60407266f2ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499692 Mar 26 03:18:05.545565 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaef67-49e5-4790-8734-e1cdcd3f5363 req-6d6b06f3-6c17-4d49-ad91-23aadd418656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:05.547093 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bddaef67-49e5-4790-8734-e1cdcd3f5363 req-6d6b06f3-6c17-4d49-ad91-23aadd418656 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 1129 time: 0.0451963 Mar 26 03:18:05.592138 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bddaef67-49e5-4790-8734-e1cdcd3f5363 req-af44164a-5d07-49ed-ac0c-c192fa05b5f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392137 Mar 26 03:18:06.626257 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244b5a-fc6c-4b48-a510-a778a04d537f req-322eb062-c387-448a-8815-dced3dcbd7b2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:06.627814 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d244b5a-fc6c-4b48-a510-a778a04d537f req-322eb062-c387-448a-8815-dced3dcbd7b2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 945 time: 0.0559072 Mar 26 03:18:06.676302 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2d244b5a-fc6c-4b48-a510-a778a04d537f req-511df263-41ba-47df-80ee-855f51b7213e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425582 Mar 26 03:18:07.794849 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93226977-65b9-4c37-bac4-b263b5263cb7 req-b0e47601-8296-4572-8366-37f75d0bfd84 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:07.796210 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-93226977-65b9-4c37-bac4-b263b5263cb7 req-b0e47601-8296-4572-8366-37f75d0bfd84 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 945 time: 0.0557983 Mar 26 03:18:07.841850 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-93226977-65b9-4c37-bac4-b263b5263cb7 req-d0f402ff-a84a-4a8c-872d-1cef6035d72d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400460 Mar 26 03:18:07.954788 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe286a7-da53-43da-9a9d-ca52d92c196a req-cec4dab2-ded4-4b1d-a097-8d8ab037c12c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:07.956243 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-dbe286a7-da53-43da-9a9d-ca52d92c196a req-cec4dab2-ded4-4b1d-a097-8d8ab037c12c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 945 time: 0.0518031 Mar 26 03:18:07.964590 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:07.968850 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'floatingip': {'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:08.010383 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (4f9ed36b-4980-469e-b67a-40817babad7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:08.428044 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:08.491266 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (4f9ed36b-4980-469e-b67a-40817babad7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:08.818044 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Floating IP 4f9ed36b-4980-469e-b67a-40817babad7f associated. External IP: 172.27.1.77, port: 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5. Mar 26 03:18:09.023212 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:18:09.131330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:09.135993 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:09.141526 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:09.150694 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:09.151311 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:09.166776 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-4578549b-9af5-4320-9684-8a98d53d7490 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "PUT /v2.0/floatingips/4f9ed36b-4980-469e-b67a-40817babad7f HTTP/1.1" status: 200 len: 990 time: 1.2011149 Mar 26 03:18:09.167477 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa36e86-cc43-4d36-b675-e3728078479d', 'tag': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:09.169741 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2f2155-2341-4a01-bf1f-319b44ccc163" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa36e86-cc43-4d36-b675-e3728078479d", "tag": "6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:09.204511 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35161c29-db4d-4c32-985e-a8700fbf522d x-openstack-request-id: req-35161c29-db4d-4c32-985e-a8700fbf522d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:09.204814 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa36e86-cc43-4d36-b675-e3728078479d", "tag": "6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:09.205075 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35161c29-db4d-4c32-985e-a8700fbf522d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:09.205499 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35161c29-db4d-4c32-985e-a8700fbf522d'] response: {'name': 'network-changed', 'server_uuid': '9fa36e86-cc43-4d36-b675-e3728078479d', 'tag': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'status': 'completed', 'code': 200} Mar 26 03:18:09.260559 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:09.271850 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-98ba6989-982a-49fd-bfbb-d3b28fce607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:09.273390 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-98ba6989-982a-49fd-bfbb-d3b28fce607e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 1129 time: 0.0453792 Mar 26 03:18:09.366538 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-1e285aa6-67ec-45de-a7e1-1f291a966859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:09.368041 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-1e285aa6-67ec-45de-a7e1-1f291a966859 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 913 time: 0.0878994 Mar 26 03:18:09.435187 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-d20dc97e-9939-4c6e-bfa0-887ae16b8a09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 HTTP/1.1" status: 200 len: 998 time: 0.0607061 Mar 26 03:18:09.486122 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-a70661d2-6d4c-45fd-bf5c-5692ee48fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:09.486679 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:08Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:09.487621 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-a70661d2-6d4c-45fd-bf5c-5692ee48fe4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0468426 Mar 26 03:18:09.513969 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:09.523232 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:09.524006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:17:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:09.542688 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-7df84806-5e17-4e27-92ab-c308a556dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:09.544331 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-7df84806-5e17-4e27-92ab-c308a556dfe8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457363 Mar 26 03:18:09.634451 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-865c2308-b759-42b7-81cd-5c4884e73d3b service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832927 Mar 26 03:18:09.635379 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:09.726916 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ea2f2155-2341-4a01-bf1f-319b44ccc163 req-6b2f0599-9d44-4edf-b68f-1ed8e9a73bf3 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863562 Mar 26 03:18:09.980544 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:08Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:10.005772 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc7aa0-5f3d-4b86-9791-89a79fc2fbc6 None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:08Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:18:10.182907 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91fc84-8b9d-42e7-87ff-dcca21c0898b None None] New status for floating IP 4f9ed36b-4980-469e-b67a-40817babad7f: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:18:15.791488 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51326) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:15.892955 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88b24006-ebf9-4c3b-bd96-43903a34dda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:15.963966 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88b24006-ebf9-4c3b-bd96-43903a34dda8 admin admin] Publish callbacks [] for security_group (13b45c7c-00f5-47c0-98f7-d1550d8d13bf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:16.005341 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88b24006-ebf9-4c3b-bd96-43903a34dda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (13b45c7c-00f5-47c0-98f7-d1550d8d13bf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:16.043553 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-88b24006-ebf9-4c3b-bd96-43903a34dda8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3f7c5f937b04e20908d0b51e29e8482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509873 Mar 26 03:18:16.044395 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b24006-ebf9-4c3b-bd96-43903a34dda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b45c7c-00f5-47c0-98f7-d1550d8d13bf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:16.046171 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:16.062726 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-473d93d8-5adb-4e6f-8a5e-5e5d4782ee8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:16.099672 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37591261-47e6-4cc5-a556-2f64d733a716 admin admin] Publish callbacks [] for security_group (13b45c7c-00f5-47c0-98f7-d1550d8d13bf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:16.119841 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37591261-47e6-4cc5-a556-2f64d733a716 admin admin] Publish callbacks [] for security_group (13b45c7c-00f5-47c0-98f7-d1550d8d13bf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:16.200381 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37591261-47e6-4cc5-a556-2f64d733a716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (13b45c7c-00f5-47c0-98f7-d1550d8d13bf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:16.203111 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37591261-47e6-4cc5-a556-2f64d733a716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:16.204268 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-37591261-47e6-4cc5-a556-2f64d733a716 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13b45c7c-00f5-47c0-98f7-d1550d8d13bf HTTP/1.1" status: 204 len: 168 time: 0.1570344 Mar 26 03:18:16.211975 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37591261-47e6-4cc5-a556-2f64d733a716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b45c7c-00f5-47c0-98f7-d1550d8d13bf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:17.743493 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51364) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:17.843452 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cded8f73-fece-40f3-9114-6a550404e03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:17.913995 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cded8f73-fece-40f3-9114-6a550404e03b admin admin] Publish callbacks [] for security_group (26c0bc48-ef9c-4628-be15-aed6299ceee7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:17.999306 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cded8f73-fece-40f3-9114-6a550404e03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (26c0bc48-ef9c-4628-be15-aed6299ceee7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:18.038525 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-cded8f73-fece-40f3-9114-6a550404e03b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af7e73697464478ea1a6327478598a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938871 Mar 26 03:18:18.039388 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8f73-fece-40f3-9114-6a550404e03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0bc48-ef9c-4628-be15-aed6299ceee7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:18.041257 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51368) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:18.088921 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5b4056f6-350e-4f9b-a219-14ccd9f80a42 admin admin] Publish callbacks [] for security_group (26c0bc48-ef9c-4628-be15-aed6299ceee7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:18.109949 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5b4056f6-350e-4f9b-a219-14ccd9f80a42 admin admin] Publish callbacks [] for security_group (26c0bc48-ef9c-4628-be15-aed6299ceee7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:18.257113 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5b4056f6-350e-4f9b-a219-14ccd9f80a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (26c0bc48-ef9c-4628-be15-aed6299ceee7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:18.259643 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5b4056f6-350e-4f9b-a219-14ccd9f80a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:18.260779 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-5b4056f6-350e-4f9b-a219-14ccd9f80a42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26c0bc48-ef9c-4628-be15-aed6299ceee7 HTTP/1.1" status: 204 len: 168 time: 0.2179091 Mar 26 03:18:18.269058 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4056f6-350e-4f9b-a219-14ccd9f80a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0bc48-ef9c-4628-be15-aed6299ceee7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:18.394123 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c897-d147-45d0-a3f2-53877c30b9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:19.445038 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:20.473131 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:20.765036 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:20.905300 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-a5eaa9eb-e6ab-43ca-ad18-29cb7c5242a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437965 Mar 26 03:18:20.995565 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-13301ed8-726e-4dd7-a80f-53fc0e2c23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:20.997236 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-13301ed8-726e-4dd7-a80f-53fc0e2c23c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1130 time: 0.0452404 Mar 26 03:18:21.097943 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-9e810ee6-2cf0-41f8-92a5-3858b69ad0de tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9d83fd5056ec46be97e7451d94c58756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341756 Mar 26 03:18:21.224528 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-c6bb5148-843f-406a-b9aa-14928a7b18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:21.225902 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-c6bb5148-843f-406a-b9aa-14928a7b18c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 200 len: 909 time: 0.2076259 Mar 26 03:18:21.344316 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-40c9b0d3-1893-4b18-b9da-dd0afe4ba69e tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:21.345746 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-40c9b0d3-1893-4b18-b9da-dd0afe4ba69e tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417822 Mar 26 03:18:21.349695 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-9e2dac0d-faab-41e7-b04d-f4a1eb692de0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 1002 time: 0.1110170 Mar 26 03:18:21.367932 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-4017579f-665d-4b63-bb27-8493e57215ef tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/quotas/9d83fd5056ec46be97e7451d94c58756 HTTP/1.1" status: 200 len: 375 time: 0.0166557 Mar 26 03:18:21.421796 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-be0d3a88-9404-4dc6-beee-c84bf44eeed8 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d83fd5056ec46be97e7451d94c58756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373850 Mar 26 03:18:21.426955 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-53185c3f-8d7a-4220-bbeb-41c0bcaca731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:21.428282 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-53185c3f-8d7a-4220-bbeb-41c0bcaca731 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fe1dc22-2f5c-4fe6-8252-36f267195902 HTTP/1.1" status: 200 len: 848 time: 0.0705314 Mar 26 03:18:21.481047 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-101f9057-5b1f-403d-be79-7bbf3ad75cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:21.481047 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-101f9057-5b1f-403d-be79-7bbf3ad75cf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436957 Mar 26 03:18:21.565066 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-b1cc8a8c-8933-467d-8d2e-bf064f187f27 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806384 Mar 26 03:18:21.643982 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0dcdd450-1a69-4a85-9baf-e763a49fba5b req-29ba680f-d7a2-43a8-8e80-368c52b30749 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 210 time: 0.0283878 Mar 26 03:18:21.663717 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0e270837-fbd4-4b5a-a246-c54ac89b0423 req-4adbd0fa-fd6f-4c8a-afdd-f3422aaf3a87 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927758 Mar 26 03:18:22.445039 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:22.741805 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-96f7ecda-730c-4e65-b68b-06f7aecd6af7 req-85c276be-3bf8-405f-9d07-05d52a3793fd tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 210 time: 0.0281715 Mar 26 03:18:23.451762 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-8c0115ee-1465-4e3c-9545-f83f45ecec70 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9d83fd5056ec46be97e7451d94c58756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214231 Mar 26 03:18:23.560756 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-e75b24ce-4a6a-4ffb-869d-46b9a0716ba6 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:23.562264 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-e75b24ce-4a6a-4ffb-869d-46b9a0716ba6 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043131 Mar 26 03:18:23.575971 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Request body: {'port': {'device_id': '23ac420a-b281-4f39-80aa-b099119af942', 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4', 'admin_state_up': True, 'tenant_id': '9d83fd5056ec46be97e7451d94c58756'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:23.748793 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Made reservation on behalf of 9d83fd5056ec46be97e7451d94c58756 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:23.752151 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:23.761285 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:23.838308 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-947742d5-df86-45b6-bbf0-a524508d18cc req-0a609c2d-ddee-4e43-bf62-069cc4a064d0 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 210 time: 0.0266688 Mar 26 03:18:23.841388 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks [] for security_group (12aa9cc5-099a-4914-bbbc-92eea3d86f59), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:23.891717 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (12aa9cc5-099a-4914-bbbc-92eea3d86f59), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:23.954600 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12aa9cc5-099a-4914-bbbc-92eea3d86f59,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:24.026466 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Allocated IP 192.168.233.122 (3aaa87ce-5f53-45cf-9390-1f48dfccc5c4/a3abfd20-984e-4a85-b275-46aec95470cb/164e849d-c723-408a-8e95-c98145631d4c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:24.170220 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks [] for port (164e849d-c723-408a-8e95-c98145631d4c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:24.263018 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (164e849d-c723-408a-8e95-c98145631d4c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:24.304727 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:24.307706 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:24.313828 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:24.335900 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Pushing event updated for resources: {'Port': ['ID=164e849d-c723-408a-8e95-c98145631d4c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:24.368720 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:24.377166 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:24.436799 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-42299e8e-a6d0-4944-ba58-2fc76eb1c250 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8650160 Mar 26 03:18:24.449072 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Request body: {'port': {'device_id': '23ac420a-b281-4f39-80aa-b099119af942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:24.512596 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (164e849d-c723-408a-8e95-c98145631d4c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:24.563697 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-de293af5-2807-4a3f-92dd-d668b869f7c8 None None] Provisioning complete for port 164e849d-c723-408a-8e95-c98145631d4c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:24.564272 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-de293af5-2807-4a3f-92dd-d668b869f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (164e849d-c723-408a-8e95-c98145631d4c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:24.601418 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-de293af5-2807-4a3f-92dd-d668b869f7c8 None None] Port 164e849d-c723-408a-8e95-c98145631d4c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:18:24.767996 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164e849d-c723-408a-8e95-c98145631d4c {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:18:24.775309 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Publish callbacks [] for port (164e849d-c723-408a-8e95-c98145631d4c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:24.787710 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Transition to ACTIVE for port object 164e849d-c723-408a-8e95-c98145631d4c will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:18:24.839704 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (164e849d-c723-408a-8e95-c98145631d4c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:24.893026 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Pushing event updated for resources: {'Port': ['ID=164e849d-c723-408a-8e95-c98145631d4c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:25.001293 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2999c-e9a7-4cf8-b005-b93fac4ac567 req-1f5f0c79-b9fe-4fa5-8e70-69d3fdba8388 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:25.002833 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2ea2999c-e9a7-4cf8-b005-b93fac4ac567 req-1f5f0c79-b9fe-4fa5-8e70-69d3fdba8388 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 948 time: 0.0944326 Mar 26 03:18:25.005386 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Attempting to bind port 164e849d-c723-408a-8e95-c98145631d4c on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:18:25.005828 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Attempting to bind port 164e849d-c723-408a-8e95-c98145631d4c by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:18:25.006284 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Attempting to bind port 164e849d-c723-408a-8e95-c98145631d4c on network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:25.018806 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Port 164e849d-c723-408a-8e95-c98145631d4c on network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:18:25.019132 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Attempting to bind port 164e849d-c723-408a-8e95-c98145631d4c on network 3aaa87ce-5f53-45cf-9390-1f48dfccc5c4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:25.032400 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:18:25.032740 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Checking segment: {'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:25.033125 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Bound using segment: {'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:18:25.033557 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Bound port: 164e849d-c723-408a-8e95-c98145631d4c, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213996ea-47aa-4135-a0cd-45004b310949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:18:25.033917 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (164e849d-c723-408a-8e95-c98145631d4c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:25.086377 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2ea2999c-e9a7-4cf8-b005-b93fac4ac567 req-385bd65b-bc16-4afc-88dd-b7b1fbfbe9c0 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773423 Mar 26 03:18:25.115188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] For port 164e849d-c723-408a-8e95-c98145631d4c, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:18:25.118156 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] For port 164e849d-c723-408a-8e95-c98145631d4c, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=164e849d-c723-408a-8e95-c98145631d4c,segment=NetworkSegment(213996ea-47aa-4135-a0cd-45004b310949),segment_id=213996ea-47aa-4135-a0cd-45004b310949)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:18:25.216968 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (164e849d-c723-408a-8e95-c98145631d4c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:25.253149 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:25.253756 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:25.255163 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/164e849d-c723-408a-8e95-c98145631d4c HTTP/1.1" status: 200 len: 1098 time: 0.8106956 Mar 26 03:18:25.255587 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ac420a-b281-4f39-80aa-b099119af942', 'tag': '164e849d-c723-408a-8e95-c98145631d4c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:25.257786 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfc8099-086f-4177-8edc-a9ae72a0eff6" -d '{"events": [{"name": "network-changed", "server_uuid": "23ac420a-b281-4f39-80aa-b099119af942", "tag": "164e849d-c723-408a-8e95-c98145631d4c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:25.281840 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedc5f0-c16f-4b36-9fce-d0c75a4649b7 service neutron] Pushing event updated for resources: {'Port': ['ID=164e849d-c723-408a-8e95-c98145631d4c,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:25.298316 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f9c862-e855-416e-a152-2e183012db8d x-openstack-request-id: req-65f9c862-e855-416e-a152-2e183012db8d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:25.298689 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ac420a-b281-4f39-80aa-b099119af942", "tag": "164e849d-c723-408a-8e95-c98145631d4c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:25.303697 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65f9c862-e855-416e-a152-2e183012db8d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:25.303697 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f9c862-e855-416e-a152-2e183012db8d'] response: {'name': 'network-changed', 'server_uuid': '23ac420a-b281-4f39-80aa-b099119af942', 'tag': '164e849d-c723-408a-8e95-c98145631d4c', 'status': 'completed', 'code': 200} Mar 26 03:18:25.366939 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8099-086f-4177-8edc-a9ae72a0eff6 req-0554fe43-51b0-4ba3-b358-5a8cea883f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:25.368191 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fbfc8099-086f-4177-8edc-a9ae72a0eff6 req-0554fe43-51b0-4ba3-b358-5a8cea883f23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d83fd5056ec46be97e7451d94c58756&device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 1132 time: 0.0473974 Mar 26 03:18:25.394437 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fbfc8099-086f-4177-8edc-a9ae72a0eff6 req-1c21a667-36e3-45de-9e3b-f9fe1e1f0620 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9d83fd5056ec46be97e7451d94c58756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194697 Mar 26 03:18:25.490974 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8099-086f-4177-8edc-a9ae72a0eff6 req-6785c3ba-0497-42f9-aebc-29b2822f54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:25.492471 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fbfc8099-086f-4177-8edc-a9ae72a0eff6 req-6785c3ba-0497-42f9-aebc-29b2822f54f2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0907395 Mar 26 03:18:25.571838 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-732cffde-293f-481e-8858-2d2209a1f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:25.573317 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-732cffde-293f-481e-8858-2d2209a1f798 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d83fd5056ec46be97e7451d94c58756&device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 1132 time: 0.0444412 Mar 26 03:18:25.613496 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-43d09e3f-b9c7-4bd1-b465-a7fa597e839a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=164e849d-c723-408a-8e95-c98145631d4c HTTP/1.1" status: 200 len: 217 time: 0.0328193 Mar 26 03:18:25.661695 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-91519141-b16a-4edc-a205-c86140f21b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:25.663052 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-91519141-b16a-4edc-a205-c86140f21b52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3abfd20-984e-4a85-b275-46aec95470cb HTTP/1.1" status: 200 len: 843 time: 0.0418015 Mar 26 03:18:25.714567 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-12ac89ef-9ffb-40bf-bddc-5a08a3ac1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:25.715978 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-12ac89ef-9ffb-40bf-bddc-5a08a3ac1100 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3aaa87ce-5f53-45cf-9390-1f48dfccc5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0446043 Mar 26 03:18:25.802025 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-8e9d4b5d-e834-4784-bbb0-d73c9f8bc8dd service neutron] 10.222.0.18 "GET /v2.0/networks/3aaa87ce-5f53-45cf-9390-1f48dfccc5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795999 Mar 26 03:18:26.123757 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d15d1f0d-676f-4ad8-a59a-0c4b4e7db94d req-cd6fe9d7-915d-4b46-9bf0-38422788a63a service neutron] 10.222.0.18 "GET /v2.0/networks/3aaa87ce-5f53-45cf-9390-1f48dfccc5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145695 Mar 26 03:18:26.204915 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0efe37-043a-4eb6-827e-ce2fb5d0adac req-f370c252-8501-4e08-b02b-a395018c4176 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:26.206397 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e0efe37-043a-4eb6-827e-ce2fb5d0adac req-f370c252-8501-4e08-b02b-a395018c4176 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 948 time: 0.0539157 Mar 26 03:18:26.252422 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e0efe37-043a-4eb6-827e-ce2fb5d0adac req-c23acd86-e3b4-4c10-a7c7-6573012e7aa6 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Mar 26 03:18:27.166198 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 164e849d-c723-408a-8e95-c98145631d4c details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:18:27.260080 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 164e849d-c723-408a-8e95-c98145631d4c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=164e849d-c723-408a-8e95-c98145631d4c,segment=NetworkSegment(213996ea-47aa-4135-a0cd-45004b310949),segment_id=213996ea-47aa-4135-a0cd-45004b310949)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:27.274815 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '164e849d-c723-408a-8e95-c98145631d4c', 'network_id': '3aaa87ce-5f53-45cf-9390-1f48dfccc5c4', 'port_id': '164e849d-c723-408a-8e95-c98145631d4c', 'mac_address': 'fa:16:3e:56:08:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3abfd20-984e-4a85-b275-46aec95470cb', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:18:27.312002 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 164e849d-c723-408a-8e95-c98145631d4c is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:27.312396 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (164e849d-c723-408a-8e95-c98145631d4c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:27.325225 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164e849d-c723-408a-8e95-c98145631d4c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:18:27.344557 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 164e849d-c723-408a-8e95-c98145631d4c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=164e849d-c723-408a-8e95-c98145631d4c,segment=NetworkSegment(213996ea-47aa-4135-a0cd-45004b310949),segment_id=213996ea-47aa-4135-a0cd-45004b310949)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:27.370149 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9899be-2485-4ae1-899e-981b440f7e96 req-625049ab-1a0c-4b0f-9d70-f4242547e7d9 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:27.371633 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1b9899be-2485-4ae1-899e-981b440f7e96 req-625049ab-1a0c-4b0f-9d70-f4242547e7d9 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 948 time: 0.0521319 Mar 26 03:18:27.405207 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (164e849d-c723-408a-8e95-c98145631d4c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:27.417224 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1b9899be-2485-4ae1-899e-981b440f7e96 req-917b0a59-f89c-4134-998d-8030f8cbd528 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Mar 26 03:18:27.453525 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=164e849d-c723-408a-8e95-c98145631d4c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:27.664030 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['164e849d-c723-408a-8e95-c98145631d4c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:18:28.533423 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338456f1-7a34-4e01-ac6c-6c8ebe009d88 req-044fbf38-3ede-4b59-a9bb-4844fa475eb6 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:28.534928 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338456f1-7a34-4e01-ac6c-6c8ebe009d88 req-044fbf38-3ede-4b59-a9bb-4844fa475eb6 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 949 time: 0.0524194 Mar 26 03:18:28.583785 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-338456f1-7a34-4e01-ac6c-6c8ebe009d88 req-b7d2efaa-5ee3-49b7-a8cb-c51a4518d527 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Mar 26 03:18:28.707628 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51444) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:28.857295 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Deleting port a0447c49-d393-4303-86e2-c9ab09bdfe83 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:28.858170 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (a0447c49-d393-4303-86e2-c9ab09bdfe83), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:28.929968 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (a0447c49-d393-4303-86e2-c9ab09bdfe83), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:28.930292 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for floatingip (a0447c49-d393-4303-86e2-c9ab09bdfe83), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:28.941664 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Calling delete_port for a0447c49-d393-4303-86e2-c9ab09bdfe83 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:29.165345 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (a0447c49-d393-4303-86e2-c9ab09bdfe83), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:29.191710 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event deleted for resources: {'Port': ['ID=a0447c49-d393-4303-86e2-c9ab09bdfe83,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:29.193428 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 164e849d-c723-408a-8e95-c98145631d4c up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:29.254141 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for floatingip (742cdae2-3598-4496-98c3-802a52fb5807), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:29.254547 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Floating IP 742cdae2-3598-4496-98c3-802a52fb5807 disassociated (deleted). External IP: 172.27.1.121, port: 706d3b15-9c35-47db-802e-14445c3fa93b. Mar 26 03:18:29.290951 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 164e849d-c723-408a-8e95-c98145631d4c completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:18:29.294795 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 164e849d-c723-408a-8e95-c98145631d4c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:29.295170 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (164e849d-c723-408a-8e95-c98145631d4c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:29.374707 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 164e849d-c723-408a-8e95-c98145631d4c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:29.375106 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (164e849d-c723-408a-8e95-c98145631d4c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:29.397757 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac420a-b281-4f39-80aa-b099119af942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164e849d-c723-408a-8e95-c98145631d4c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:29.400053 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b20ef3-7c0e-462b-9282-6f021a512527" -d '{"events": [{"server_uuid": "23ac420a-b281-4f39-80aa-b099119af942", "name": "network-vif-plugged", "status": "completed", "tag": "164e849d-c723-408a-8e95-c98145631d4c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:29.413338 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 164e849d-c723-408a-8e95-c98145631d4c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=164e849d-c723-408a-8e95-c98145631d4c,segment=NetworkSegment(213996ea-47aa-4135-a0cd-45004b310949),segment_id=213996ea-47aa-4135-a0cd-45004b310949)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:29.436276 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ef56a-4a27-49bd-bc59-22534f9c2a1f x-openstack-request-id: req-949ef56a-4a27-49bd-bc59-22534f9c2a1f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:29.436276 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac420a-b281-4f39-80aa-b099119af942", "name": "network-vif-plugged", "status": "completed", "tag": "164e849d-c723-408a-8e95-c98145631d4c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:29.436496 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-949ef56a-4a27-49bd-bc59-22534f9c2a1f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:29.436792 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949ef56a-4a27-49bd-bc59-22534f9c2a1f'] response: {'server_uuid': '23ac420a-b281-4f39-80aa-b099119af942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164e849d-c723-408a-8e95-c98145631d4c', 'code': 200} Mar 26 03:18:29.470490 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Router 29e1b14b-e339-456b-8aa0-9270da329663 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:18:29.473954 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (164e849d-c723-408a-8e95-c98145631d4c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:29.531655 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=164e849d-c723-408a-8e95-c98145631d4c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:29.583960 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:29.590904 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:29.593383 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] Sync routers for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:29.603370 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:29.603990 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:29.620989 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d5500a40-74bf-4604-841f-bb391d1f0dbe tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "DELETE /v2.0/floatingips/742cdae2-3598-4496-98c3-802a52fb5807 HTTP/1.1" status: 204 len: 168 time: 0.9123464 Mar 26 03:18:29.621579 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:29.625019 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c509bd-0c71-417c-9aad-fee6ef841158" -d '{"events": [{"name": "network-changed", "server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:29.723809 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd5cf8-7572-4c37-bf2d-e31689e2512f req-28768c7c-1e54-496b-a765-32866f9b2b5f tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:29.724698 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:29.725461 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-57fd5cf8-7572-4c37-bf2d-e31689e2512f req-28768c7c-1e54-496b-a765-32866f9b2b5f tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 950 time: 0.0619416 Mar 26 03:18:29.804964 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-57fd5cf8-7572-4c37-bf2d-e31689e2512f req-4e0e3cf0-b2d6-46da-9a5f-d1635e346a5c tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704517 Mar 26 03:18:29.807880 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83453430-f610-4a31-bde9-ddf60deab23f req-fa14341d-8b90-4de4-b510-9d37a84e0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:29.809315 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-83453430-f610-4a31-bde9-ddf60deab23f req-fa14341d-8b90-4de4-b510-9d37a84e0f93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 1134 time: 0.0823932 Mar 26 03:18:29.860379 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f507804e-22a6-43c5-8434-84249dbee8f6 x-openstack-request-id: req-f507804e-22a6-43c5-8434-84249dbee8f6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:29.860672 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:29.860923 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f507804e-22a6-43c5-8434-84249dbee8f6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:29.861389 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f507804e-22a6-43c5-8434-84249dbee8f6'] response: {'name': 'network-changed', 'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b', 'status': 'completed', 'code': 200} Mar 26 03:18:29.864927 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-83453430-f610-4a31-bde9-ddf60deab23f req-11a3f963-85bb-4af6-ba89-f827d00b743a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495367 Mar 26 03:18:29.937912 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 5, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:29.963997 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] Checking router: 29e1b14b-e339-456b-8aa0-9270da329663 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:29.972471 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:29.973109 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:30.010948 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d808ac1-4961-42d5-b762-2fbb4a7bff16 req-b4f564ac-fe9d-4d7a-ae8a-d86c3e2ba7d9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:30.012440 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0d808ac1-4961-42d5-b762-2fbb4a7bff16 req-b4f564ac-fe9d-4d7a-ae8a-d86c3e2ba7d9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0533838 Mar 26 03:18:30.060118 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0d808ac1-4961-42d5-b762-2fbb4a7bff16 req-dd80e114-b4b7-47ae-88b8-d531ff283394 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Mar 26 03:18:30.080398 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:30.118936 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-8a299bfc-6b04-4d3b-b70b-c8493eb2021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:30.120541 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-8a299bfc-6b04-4d3b-b70b-c8493eb2021d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 1130 time: 0.0439918 Mar 26 03:18:30.211832 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-f5c5301e-ee53-45c0-85ed-0a1ec114137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:30.213171 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-f5c5301e-ee53-45c0-85ed-0a1ec114137d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 200 len: 909 time: 0.0858769 Mar 26 03:18:30.254485 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-13e6b8d5-44bc-423a-ad7f-19d7a2499a44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 200 len: 217 time: 0.0338275 Mar 26 03:18:30.270996 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 5, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:30.300470 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3eaa4-d1e0-4f21-8be4-5d52ac3d054b None None] The sync data for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi is: [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:13:28Z', 'revision_number': 4, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3', 'name': '', 'network_id': '3ab385e1-2bfa-4b2c-a130-f487fa8e26aa', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'mac_address': 'fa:16:3e:7a:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:27Z', 'updated_at': '2022-03-26T03:13:32Z', 'revision_number': 5, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'subnets': [{'id': '9fe1dc22-2f5c-4fe6-8252-36f267195902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:18:30.311263 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-470fb1c7-3f01-4c41-bd7e-c5d666c50bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:30.312924 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-470fb1c7-3f01-4c41-bd7e-c5d666c50bd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fe1dc22-2f5c-4fe6-8252-36f267195902 HTTP/1.1" status: 200 len: 848 time: 0.0481918 Mar 26 03:18:30.363938 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-75cbb9dd-3f7f-4af0-b00f-2ad48d8bbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:30.365436 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-75cbb9dd-3f7f-4af0-b00f-2ad48d8bbe65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457428 Mar 26 03:18:30.455277 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-9b5d6ef8-8166-499a-8407-4ba5174bafb6 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820582 Mar 26 03:18:30.527127 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e76797-c87d-4333-b276-30ec4f025d94 None None] New status for floating IP 742cdae2-3598-4496-98c3-802a52fb5807: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:18:30.554363 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-96c509bd-0c71-417c-9aad-fee6ef841158 req-6918ef6c-3e44-4e8b-a630-78fa9bb687f2 service neutron] 10.222.0.18 "GET /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917938 Mar 26 03:18:30.929275 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cea7ec-baee-4367-929e-73edf2a60633 req-2f4262c6-8e8d-4f3a-abe9-777561a25cbd tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:30.930745 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-03cea7ec-baee-4367-929e-73edf2a60633 req-2f4262c6-8e8d-4f3a-abe9-777561a25cbd tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 950 time: 0.0565894 Mar 26 03:18:30.976236 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-03cea7ec-baee-4367-929e-73edf2a60633 req-6b43e3e5-2e0d-49c9-8bb7-8d89cd078c63 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Mar 26 03:18:31.178769 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a59f-eb4e-4b16-a4ba-3d88b68010da req-fb6bf5c8-4246-4fb1-a3a8-490e8414177d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:31.180235 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2665a59f-eb4e-4b16-a4ba-3d88b68010da req-fb6bf5c8-4246-4fb1-a3a8-490e8414177d tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0524590 Mar 26 03:18:31.228773 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2665a59f-eb4e-4b16-a4ba-3d88b68010da req-ef5af60e-7d7b-42b6-a8c8-df270bcd0ebd tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429265 Mar 26 03:18:31.398137 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:18:31.974318 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-b3200356-bb93-4bcc-85ac-a8a3a5eb942f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:31.975832 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-b3200356-bb93-4bcc-85ac-a8a3a5eb942f tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.18 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0540478 Mar 26 03:18:32.068331 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Deleting port 706d3b15-9c35-47db-802e-14445c3fa93b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:32.068694 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:32.090180 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584d420-a203-4adf-b3ac-474ed8e9006b req-d79d8f2b-48c6-4207-8b93-82bce82d2d1a tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:32.091684 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7584d420-a203-4adf-b3ac-474ed8e9006b req-d79d8f2b-48c6-4207-8b93-82bce82d2d1a tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 950 time: 0.0512683 Mar 26 03:18:32.137072 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7584d420-a203-4adf-b3ac-474ed8e9006b req-f2036e2d-9189-4af2-a4bc-dac52d5ed359 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389271 Mar 26 03:18:32.158585 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] For port 706d3b15-9c35-47db-802e-14445c3fa93b, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=706d3b15-9c35-47db-802e-14445c3fa93b,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:32.158951 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:32.172270 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Calling delete_port for 706d3b15-9c35-47db-802e-14445c3fa93b owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:32.348260 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e993f-fe51-4ea4-aa91-b2154f66ea04 req-6d1d6a2c-a8ef-4868-9a4e-e9e0e4c0a7d9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:32.349762 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-468e993f-fe51-4ea4-aa91-b2154f66ea04 req-6d1d6a2c-a8ef-4868-9a4e-e9e0e4c0a7d9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 946 time: 0.0554502 Mar 26 03:18:32.370902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (706d3b15-9c35-47db-802e-14445c3fa93b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:32.398169 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-468e993f-fe51-4ea4-aa91-b2154f66ea04 req-4ac69832-16b6-4eeb-a4dd-6daeb0667a3e tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Mar 26 03:18:32.402792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event deleted for resources: {'Port': ['ID=706d3b15-9c35-47db-802e-14445c3fa93b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:32.446286 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] No DVR routers for this DVR port 706d3b15-9c35-47db-802e-14445c3fa93b on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:32.449067 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:32.453295 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-430e8a74-2a47-43fd-98fe-b3bd185410d6 req-6fe4df2e-70ae-472b-a19f-9e71fd79ce55 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.18 "DELETE /v2.0/ports/706d3b15-9c35-47db-802e-14445c3fa93b HTTP/1.1" status: 204 len: 173 time: 0.4717736 Mar 26 03:18:32.454645 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'name': 'network-vif-deleted', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:32.456324 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2f59b-c921-4683-a692-ff2abfef485b" -d '{"events": [{"server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "name": "network-vif-deleted", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:32.490290 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fe2cab-3639-4c7d-b640-e2659380edcf x-openstack-request-id: req-a7fe2cab-3639-4c7d-b640-e2659380edcf {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:32.490658 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9223d2b7-4b6f-4411-a5ec-f09e80682d2d", "name": "network-vif-deleted", "tag": "706d3b15-9c35-47db-802e-14445c3fa93b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:32.490912 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7fe2cab-3639-4c7d-b640-e2659380edcf {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:32.491315 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7fe2cab-3639-4c7d-b640-e2659380edcf'] response: {'server_uuid': '9223d2b7-4b6f-4411-a5ec-f09e80682d2d', 'name': 'network-vif-deleted', 'tag': '706d3b15-9c35-47db-802e-14445c3fa93b', 'status': 'completed', 'code': 200} Mar 26 03:18:32.635874 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9675d-6cc2-48b1-85c2-e49ac3bc1cf8 req-6a9343ef-565e-4941-b522-16fcc9b35b90 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:32.637353 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3ba9675d-6cc2-48b1-85c2-e49ac3bc1cf8 req-6a9343ef-565e-4941-b522-16fcc9b35b90 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 950 time: 0.0551062 Mar 26 03:18:32.682759 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3ba9675d-6cc2-48b1-85c2-e49ac3bc1cf8 req-ede0c31c-99e3-42fe-89be-03bde4259bf8 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387945 Mar 26 03:18:33.507013 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cf0ddeb2-a5ce-4782-9917-2c23a49720fa req-da0e8f95-e421-48fe-b6c6-fae70eccf9e9 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "GET /v2.0/ports?device_id=9223d2b7-4b6f-4411-a5ec-f09e80682d2d HTTP/1.1" status: 200 len: 210 time: 0.0273714 Mar 26 03:18:33.799768 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297181b-2c56-46cd-a38e-4ba03579b0be req-19da269b-ee68-4580-a90c-18e7a6e8ca82 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:33.801246 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1297181b-2c56-46cd-a38e-4ba03579b0be req-19da269b-ee68-4580-a90c-18e7a6e8ca82 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 950 time: 0.0520866 Mar 26 03:18:33.850512 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1297181b-2c56-46cd-a38e-4ba03579b0be req-94d6716a-1609-45e2-8257-1242c0fbec7f tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/security-groups?id=12aa9cc5-099a-4914-bbbc-92eea3d86f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 Mar 26 03:18:34.191468 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-539aa45c-afe5-4773-adea-cb9acf4f67e1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:34.192863 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-539aa45c-afe5-4773-adea-cb9acf4f67e1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 950 time: 0.0498347 Mar 26 03:18:34.284899 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Deleting port 164e849d-c723-408a-8e95-c98145631d4c {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:34.285233 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (164e849d-c723-408a-8e95-c98145631d4c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:34.369320 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] For port 164e849d-c723-408a-8e95-c98145631d4c, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=164e849d-c723-408a-8e95-c98145631d4c,segment=NetworkSegment(213996ea-47aa-4135-a0cd-45004b310949),segment_id=213996ea-47aa-4135-a0cd-45004b310949)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:34.369679 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (164e849d-c723-408a-8e95-c98145631d4c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:34.382784 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Calling delete_port for 164e849d-c723-408a-8e95-c98145631d4c owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:34.564436 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51482) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:34.601944 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (164e849d-c723-408a-8e95-c98145631d4c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:34.613253 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['164e849d-c723-408a-8e95-c98145631d4c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:18:34.638094 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Pushing event deleted for resources: {'Port': ['ID=164e849d-c723-408a-8e95-c98145631d4c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:34.660227 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.660613 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.660929 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.661269 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.662195 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.662195 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.662533 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.662642 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.662877 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.663202 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.663525 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.663846 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.664219 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.664466 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.664782 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:34.688068 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9b60e1d-a159-4c35-b352-036a29f253f0 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group (c56b7a3a-ae80-4d60-908d-83e1d4a2d69c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:34.712296 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] No DVR routers for this DVR port 164e849d-c723-408a-8e95-c98145631d4c on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:34.716096 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:34.719879 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-474b445d-bb9a-4eb1-91a3-8512fafbe965 req-194d1c4a-a915-4fd3-8f00-2147974fbfb1 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.18 "DELETE /v2.0/ports/164e849d-c723-408a-8e95-c98145631d4c HTTP/1.1" status: 204 len: 173 time: 0.5209577 Mar 26 03:18:34.720518 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac420a-b281-4f39-80aa-b099119af942', 'name': 'network-vif-deleted', 'tag': '164e849d-c723-408a-8e95-c98145631d4c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:34.722635 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3e549f-98c5-4c07-afc2-0d752f0abdd5" -d '{"events": [{"server_uuid": "23ac420a-b281-4f39-80aa-b099119af942", "name": "network-vif-deleted", "tag": "164e849d-c723-408a-8e95-c98145631d4c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:34.745397 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9b60e1d-a159-4c35-b352-036a29f253f0 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group (c56b7a3a-ae80-4d60-908d-83e1d4a2d69c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:34.758904 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd494c1d-6f5b-4680-a438-17408275def7 x-openstack-request-id: req-bd494c1d-6f5b-4680-a438-17408275def7 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:34.759190 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac420a-b281-4f39-80aa-b099119af942", "name": "network-vif-deleted", "tag": "164e849d-c723-408a-8e95-c98145631d4c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:34.759444 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd494c1d-6f5b-4680-a438-17408275def7 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:34.759854 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd494c1d-6f5b-4680-a438-17408275def7'] response: {'server_uuid': '23ac420a-b281-4f39-80aa-b099119af942', 'name': 'network-vif-deleted', 'tag': '164e849d-c723-408a-8e95-c98145631d4c', 'status': 'completed', 'code': 200} Mar 26 03:18:34.896391 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9b60e1d-a159-4c35-b352-036a29f253f0 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (c56b7a3a-ae80-4d60-908d-83e1d4a2d69c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:34.899011 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9b60e1d-a159-4c35-b352-036a29f253f0 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:34.900341 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-e9b60e1d-a159-4c35-b352-036a29f253f0 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] 10.222.0.20 "DELETE /v2.0/security-groups/c56b7a3a-ae80-4d60-908d-83e1d4a2d69c HTTP/1.1" status: 204 len: 168 time: 0.3347492 Mar 26 03:18:34.909768 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b60e1d-a159-4c35-b352-036a29f253f0 tempest-TestShelveInstance-1920968602 tempest-TestShelveInstance-1920968602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56b7a3a-ae80-4d60-908d-83e1d4a2d69c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:34.944748 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-92e8ea54-3ee2-4855-92d8-03a7c8e61ce9 req-4f74b73f-c54d-447c-b487-0fffd9156ce9 tempest-VolumesNegativeTest-285940366 tempest-VolumesNegativeTest-285940366-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ac420a-b281-4f39-80aa-b099119af942 HTTP/1.1" status: 200 len: 210 time: 0.0283997 Mar 26 03:18:35.006124 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51490) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:35.203309 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 706d3b15-9c35-47db-802e-14445c3fa93b no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:35.222928 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 706d3b15-9c35-47db-802e-14445c3fa93b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:35.223273 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 706d3b15-9c35-47db-802e-14445c3fa93b not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:35.223680 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 164e849d-c723-408a-8e95-c98145631d4c no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:35.241563 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 164e849d-c723-408a-8e95-c98145631d4c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:35.241906 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 164e849d-c723-408a-8e95-c98145631d4c not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:35.485240 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (29e1b14b-e339-456b-8aa0-9270da329663), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:35.733473 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Deleting port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:35.734150 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:35.808442 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] For port 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:35.808794 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:35.821478 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Calling delete_port for 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:36.051665 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:36.080960 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:36.487543 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (29e1b14b-e339-456b-8aa0-9270da329663), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:36.703553 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Router 29e1b14b-e339-456b-8aa0-9270da329663 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:18:36.812060 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:36.819850 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-c0f39fa7-dfca-439c-b89e-a209e829c079 admin admin] 10.222.0.20 "PUT /v2.0/routers/29e1b14b-e339-456b-8aa0-9270da329663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099463 Mar 26 03:18:36.820433 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51526) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:36.822611 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] Sync routers for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:36.833492 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:36.834109 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:36.922629 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks [] for router (29e1b14b-e339-456b-8aa0-9270da329663), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:36.940653 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:37.037702 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks [] for router_gateway (29e1b14b-e339-456b-8aa0-9270da329663), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.183400 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Deleting port 80e21c16-793b-433e-8cbd-f9b1df58e347 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:37.183400 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.254526 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:18:35Z', 'revision_number': 5, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port': {'id': '80e21c16-793b-433e-8cbd-f9b1df58e347', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e1b14b-e339-456b-8aa0-9270da329663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:25Z', 'updated_at': '2022-03-26T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:37.269280 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] For port 80e21c16-793b-433e-8cbd-f9b1df58e347, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=80e21c16-793b-433e-8cbd-f9b1df58e347,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:37.269280 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.279521 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Calling delete_port for 80e21c16-793b-433e-8cbd-f9b1df58e347 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:37.281908 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] Checking router: 29e1b14b-e339-456b-8aa0-9270da329663 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:37.292039 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] Routers {'29e1b14b-e339-456b-8aa0-9270da329663'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:37.292716 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['29e1b14b-e339-456b-8aa0-9270da329663'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:37.385352 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] Set router 29e1b14b-e339-456b-8aa0-9270da329663 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:37.441387 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:18:37Z', 'revision_number': 6, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:37.467905 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf33f3-6c4c-49a9-9a48-dafd46af161a None None] The sync data for ids ['29e1b14b-e339-456b-8aa0-9270da329663'] in dv-cinder-835328-1-iscsi is: [{'id': '29e1b14b-e339-456b-8aa0-9270da329663', 'name': 'tempest-TestShelveInstance-1879331981-router', 'tenant_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:24Z', 'updated_at': '2022-03-26T03:18:37Z', 'revision_number': 6, 'project_id': '27d467fc31a049a5bdd4b0869b3dc58c', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:18:37.523628 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (80e21c16-793b-433e-8cbd-f9b1df58e347), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.547041 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Pushing event deleted for resources: {'Port': ['ID=80e21c16-793b-433e-8cbd-f9b1df58e347,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:37.610989 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (29e1b14b-e339-456b-8aa0-9270da329663), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.702021 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (29e1b14b-e339-456b-8aa0-9270da329663), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.704199 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks [] for router_controller (29e1b14b-e339-456b-8aa0-9270da329663), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.801120 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (29e1b14b-e339-456b-8aa0-9270da329663), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.801755 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29e1b14b-e339-456b-8aa0-9270da329663 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:18:37.810491 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.810491 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-cb811272-8a08-4c9f-be74-cc3a7b91b81a admin admin] 10.222.0.20 "DELETE /v2.0/routers/29e1b14b-e339-456b-8aa0-9270da329663 HTTP/1.1" status: 204 len: 168 time: 0.9858601 Mar 26 03:18:37.810909 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51600) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:37.879240 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Deleting subnet 9fe1dc22-2f5c-4fe6-8252-36f267195902 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:18:37.882602 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Publish callbacks [] for subnet (9fe1dc22-2f5c-4fe6-8252-36f267195902), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.921561 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (9fe1dc22-2f5c-4fe6-8252-36f267195902), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:37.998821 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (9fe1dc22-2f5c-4fe6-8252-36f267195902), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.113835 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (9fe1dc22-2f5c-4fe6-8252-36f267195902), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.139386 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe1dc22-2f5c-4fe6-8252-36f267195902,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:38.144058 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.147172 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9fe1dc22-2f5c-4fe6-8252-36f267195902 HTTP/1.1" status: 204 len: 168 time: 0.3357739 Mar 26 03:18:38.150786 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51614) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:38.151268 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d91e65a-15b3-4c37-be0b-ca4b0fe16413 None None] Network 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:38.152972 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.153326 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.153677 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.154019 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.155016 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.155357 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.155692 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.156076 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.156416 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.156747 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.157075 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.157404 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.157728 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.158434 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.158434 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c488a-9a3b-46ed-a2ae-655c12c11b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:38.223950 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (3ab385e1-2bfa-4b2c-a130-f487fa8e26aa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.259008 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:38.282965 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Deleting port 6eca162c-089b-45c2-9025-7edbc9b31dcb {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:38.283349 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.284908 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:38.285279 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 4d5b5aa6-2bbb-45da-a1cc-d79d38e730c3 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:38.330807 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] DHCP port deletion for 3ab385e1-2bfa-4b2c-a130-f487fa8e26aa request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:18:38.360331 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] For port 6eca162c-089b-45c2-9025-7edbc9b31dcb, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=6eca162c-089b-45c2-9025-7edbc9b31dcb,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:38.361420 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.376984 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Calling delete_port for 6eca162c-089b-45c2-9025-7edbc9b31dcb owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:38.392754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] Deleting port 6eca162c-089b-45c2-9025-7edbc9b31dcb {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:38.393125 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.461333 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] For port 6eca162c-089b-45c2-9025-7edbc9b31dcb, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=6eca162c-089b-45c2-9025-7edbc9b31dcb,segment=NetworkSegment(e4bfa973-14da-494c-9919-8ee40f4843dd),segment_id=e4bfa973-14da-494c-9919-8ee40f4843dd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:38.461755 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.478102 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] Calling delete_port for 6eca162c-089b-45c2-9025-7edbc9b31dcb owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:38.554383 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.583946 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (6eca162c-089b-45c2-9025-7edbc9b31dcb), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.588458 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eca162c-089b-45c2-9025-7edbc9b31dcb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:38.605431 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] No DVR routers for this DVR port 6eca162c-089b-45c2-9025-7edbc9b31dcb on host dv-cinder-835328-1-iscsi {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:38.634765 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] Pushing event deleted for resources: {'Port': ['ID=6eca162c-089b-45c2-9025-7edbc9b31dcb,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:38.647040 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e55610-0dc2-4fe9-b685-7577fefc27c7 None None] No DVR routers for this DVR port 6eca162c-089b-45c2-9025-7edbc9b31dcb on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:38.729969 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (3ab385e1-2bfa-4b2c-a130-f487fa8e26aa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.754091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab385e1-2bfa-4b2c-a130-f487fa8e26aa']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:38.764029 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bfa973-14da-494c-9919-8ee40f4843dd') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:38.764331 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bfa973-14da-494c-9919-8ee40f4843dd') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:38.776654 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (e4bfa973-14da-494c-9919-8ee40f4843dd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.795808 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (e4bfa973-14da-494c-9919-8ee40f4843dd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.796082 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:18:38.796530 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (e4bfa973-14da-494c-9919-8ee40f4843dd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:18:38.798110 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:18:38.914375 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (3ab385e1-2bfa-4b2c-a130-f487fa8e26aa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.919317 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:38.922695 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ab385e1-2bfa-4b2c-a130-f487fa8e26aa HTTP/1.1" status: 204 len: 168 time: 0.7717161 Mar 26 03:18:38.925788 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51682) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:38.935417 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a65269-a4fc-4bf0-9fb1-a22e8e3cbd06 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab385e1-2bfa-4b2c-a130-f487fa8e26aa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:39.174738 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c799ac-9694-438a-9209-f292b7004b08 req-1f614c3c-e2e8-4e33-879f-ef71600ffa77 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:39.176375 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b6c799ac-9694-438a-9209-f292b7004b08 req-1f614c3c-e2e8-4e33-879f-ef71600ffa77 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 947 time: 0.1016989 Mar 26 03:18:39.258010 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b6c799ac-9694-438a-9209-f292b7004b08 req-84d9bd85-24c7-438b-b53d-a5ab0b08ee41 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737298 Mar 26 03:18:39.364750 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (be981a18-5508-4f59-904c-df9c05f20f03), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:39.620790 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Deleting port 86269590-81a2-4515-b647-f82fdf3ae5d9 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:39.621133 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:39.646592 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 80e21c16-793b-433e-8cbd-f9b1df58e347 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:39.666854 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 80e21c16-793b-433e-8cbd-f9b1df58e347 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:39.667138 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 80e21c16-793b-433e-8cbd-f9b1df58e347 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:39.667557 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 6eca162c-089b-45c2-9025-7edbc9b31dcb no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:39.687401 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 6eca162c-089b-45c2-9025-7edbc9b31dcb {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:39.687754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 6eca162c-089b-45c2-9025-7edbc9b31dcb not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:39.702801 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] For port 86269590-81a2-4515-b647-f82fdf3ae5d9, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=86269590-81a2-4515-b647-f82fdf3ae5d9,segment=NetworkSegment(e08adf69-7502-4e5f-8985-d7b0aa124290),segment_id=e08adf69-7502-4e5f-8985-d7b0aa124290)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:39.703215 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:39.716276 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Calling delete_port for 86269590-81a2-4515-b647-f82fdf3ae5d9 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:39.965758 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (86269590-81a2-4515-b647-f82fdf3ae5d9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:39.992596 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86269590-81a2-4515-b647-f82fdf3ae5d9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:40.170779 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (be981a18-5508-4f59-904c-df9c05f20f03), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:40.398428 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e910d3-1658-401a-83b0-62972f65376d req-0e61621e-dcea-490c-b925-bdbf91819da0 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:40.399990 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90e910d3-1658-401a-83b0-62972f65376d req-0e61621e-dcea-490c-b925-bdbf91819da0 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 947 time: 0.0593355 Mar 26 03:18:40.406351 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Router be981a18-5508-4f59-904c-df9c05f20f03 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:18:40.449214 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90e910d3-1658-401a-83b0-62972f65376d req-d21bfe52-eb9a-471f-b72f-bc35e1881457 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups?id=84862f04-00a4-4a43-9f68-fc61812a9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426838 Mar 26 03:18:40.521473 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-9dd50e97-94b4-4f93-b70f-c50a00a8c8ff tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:40.523090 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-9dd50e97-94b4-4f93-b70f-c50a00a8c8ff tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 947 time: 0.0561945 Mar 26 03:18:40.619126 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Deleting port 0bb8f66a-477c-43db-95b0-87a480716e78 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:40.619470 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:40.713180 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] For port 0bb8f66a-477c-43db-95b0-87a480716e78, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=0bb8f66a-477c-43db-95b0-87a480716e78,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:40.713456 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:40.775992 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:40.789876 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3a10cefb-66d9-4b02-bf50-26041b696fc3 admin admin] 10.222.0.20 "PUT /v2.0/routers/be981a18-5508-4f59-904c-df9c05f20f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8541987 Mar 26 03:18:40.789876 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51756) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:40.790060 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] Sync routers for ids ['be981a18-5508-4f59-904c-df9c05f20f03'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:40.795253 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] Routers {'be981a18-5508-4f59-904c-df9c05f20f03'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:40.795867 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['be981a18-5508-4f59-904c-df9c05f20f03'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:40.895097 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:40.895487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (0700a778-9fe0-400c-b77d-1ff9d815262a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:40.895901 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Floating IP 0700a778-9fe0-400c-b77d-1ff9d815262a disassociated. External IP: 172.27.1.147, port: 0bb8f66a-477c-43db-95b0-87a480716e78. Mar 26 03:18:40.896028 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks [] for router (be981a18-5508-4f59-904c-df9c05f20f03), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:40.896127 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Calling delete_port for 0bb8f66a-477c-43db-95b0-87a480716e78 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:40.903912 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] Set router be981a18-5508-4f59-904c-df9c05f20f03 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:41.004227 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks [] for router_gateway (be981a18-5508-4f59-904c-df9c05f20f03), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.074361 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (0bb8f66a-477c-43db-95b0-87a480716e78), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.083298 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:18:39Z', 'revision_number': 5, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:41.110524 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] Checking router: be981a18-5508-4f59-904c-df9c05f20f03 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:41.110811 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event deleted for resources: {'Port': ['ID=0bb8f66a-477c-43db-95b0-87a480716e78,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:41.119062 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] Routers {'be981a18-5508-4f59-904c-df9c05f20f03'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:41.120153 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['be981a18-5508-4f59-904c-df9c05f20f03'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:41.197194 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Deleting port 3d2e3322-2970-4b70-86a6-e652bdd95491 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:41.197547 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.231377 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Router 152a627a-ed3d-4dc9-b82d-410bb28594b2 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:18:41.232834 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] Set router be981a18-5508-4f59-904c-df9c05f20f03 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:41.278033 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] For port 3d2e3322-2970-4b70-86a6-e652bdd95491, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=3d2e3322-2970-4b70-86a6-e652bdd95491,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:41.278033 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.291026 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Calling delete_port for 3d2e3322-2970-4b70-86a6-e652bdd95491 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:41.346465 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:41.358412 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605813f5-5843-406c-9003-320692479cd4 None None] Sync routers for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:41.377636 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605813f5-5843-406c-9003-320692479cd4 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:41.378955 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-605813f5-5843-406c-9003-320692479cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:41.397788 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] No DVR routers for this DVR port 0bb8f66a-477c-43db-95b0-87a480716e78 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:41.400307 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.403796 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90e002e6-0625-4ac7-a9af-fcacec0fff61 req-f064096c-2d13-44de-ab37-6ce0f12948ae tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.18 "DELETE /v2.0/ports/0bb8f66a-477c-43db-95b0-87a480716e78 HTTP/1.1" status: 204 len: 173 time: 0.8756990 Mar 26 03:18:41.404809 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-deleted', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:41.407576 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094c3d64-c2e7-4525-8742-bec3516c7ffe" -d '{"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-deleted", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:41.443943 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:18:39Z', 'revision_number': 5, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:41.468818 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3920f908-9a65-46bc-b922-b8cf5ef3fc3f x-openstack-request-id: req-3920f908-9a65-46bc-b922-b8cf5ef3fc3f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:41.469122 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d9793-2cb0-40ea-bdd3-7dc4f487e050", "name": "network-vif-deleted", "tag": "0bb8f66a-477c-43db-95b0-87a480716e78", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:41.469428 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3920f908-9a65-46bc-b922-b8cf5ef3fc3f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:41.477643 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3920f908-9a65-46bc-b922-b8cf5ef3fc3f'] response: {'server_uuid': 'd27d9793-2cb0-40ea-bdd3-7dc4f487e050', 'name': 'network-vif-deleted', 'tag': '0bb8f66a-477c-43db-95b0-87a480716e78', 'status': 'completed', 'code': 200} Mar 26 03:18:41.550261 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-605813f5-5843-406c-9003-320692479cd4 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:41.600480 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469c3c8-d593-4a55-9dbb-e8a03876ea30 None None] The sync data for ids ['be981a18-5508-4f59-904c-df9c05f20f03'] in dv-cinder-835328-1-iscsi is: [{'id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'name': 'tempest-TestShelveInstance-323148940-router', 'tenant_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:13:31Z', 'updated_at': '2022-03-26T03:18:39Z', 'revision_number': 5, 'project_id': '815ba6fbc0cf407bbab1c0728a4a7002', 'gw_port': {'id': '3d2e3322-2970-4b70-86a6-e652bdd95491', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be981a18-5508-4f59-904c-df9c05f20f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:13:32Z', 'updated_at': '2022-03-26T03:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:18:41.639228 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (3d2e3322-2970-4b70-86a6-e652bdd95491), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.667077 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e929a0d1-2879-42ae-9e1d-c4da81509543 req-b305ee18-848c-423c-829d-154ea304b542 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27d9793-2cb0-40ea-bdd3-7dc4f487e050 HTTP/1.1" status: 200 len: 210 time: 0.0713232 Mar 26 03:18:41.706407 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2e3322-2970-4b70-86a6-e652bdd95491,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:41.779298 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (be981a18-5508-4f59-904c-df9c05f20f03), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.814995 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-605813f5-5843-406c-9003-320692479cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:41.842127 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605813f5-5843-406c-9003-320692479cd4 None None] Checking router: 152a627a-ed3d-4dc9-b82d-410bb28594b2 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:41.851063 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605813f5-5843-406c-9003-320692479cd4 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:41.851956 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-605813f5-5843-406c-9003-320692479cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:41.876626 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51768) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:41.881354 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (be981a18-5508-4f59-904c-df9c05f20f03), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.887538 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks [] for router_controller (be981a18-5508-4f59-904c-df9c05f20f03), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.967354 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-605813f5-5843-406c-9003-320692479cd4 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:41.983112 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (be981a18-5508-4f59-904c-df9c05f20f03), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:41.983684 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be981a18-5508-4f59-904c-df9c05f20f03 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:18:42.000975 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.004721 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-bf0711dd-c24d-4c17-8bab-679f61f875d4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/be981a18-5508-4f59-904c-df9c05f20f03 HTTP/1.1" status: 204 len: 168 time: 1.2202463 Mar 26 03:18:42.005387 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51772) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:42.036185 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-18d2e30a-f076-4491-99f3-dfbac858bfe8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d83fd5056ec46be97e7451d94c58756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583636 Mar 26 03:18:42.038708 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51774) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:42.066716 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec2e454-f4b8-45c5-a90b-4a324aa2ed13 admin admin] Deleting subnet 50d48405-9db7-4bed-aede-eb004e652756 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:18:42.070972 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aec2e454-f4b8-45c5-a90b-4a324aa2ed13 admin admin] Publish callbacks [] for subnet (50d48405-9db7-4bed-aede-eb004e652756), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.100581 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b09c24a9-13dd-47cc-a32e-bd16cc953ac5 admin admin] Publish callbacks [] for security_group (12aa9cc5-099a-4914-bbbc-92eea3d86f59), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.116049 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aec2e454-f4b8-45c5-a90b-4a324aa2ed13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (50d48405-9db7-4bed-aede-eb004e652756), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.134766 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b09c24a9-13dd-47cc-a32e-bd16cc953ac5 admin admin] Publish callbacks [] for security_group (12aa9cc5-099a-4914-bbbc-92eea3d86f59), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.217651 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aec2e454-f4b8-45c5-a90b-4a324aa2ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (50d48405-9db7-4bed-aede-eb004e652756), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.226808 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-605813f5-5843-406c-9003-320692479cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:42.256792 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605813f5-5843-406c-9003-320692479cd4 None None] The sync data for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi is: [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:12:35Z', 'revision_number': 4, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '5d5997b8-6175-4858-b76b-200fabd5e3af', 'name': '', 'network_id': 'fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'mac_address': 'fa:16:3e:ec:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:34Z', 'updated_at': '2022-03-26T03:12:40Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'subnets': [{'id': '3221108f-d877-4550-b0a1-34bb6c5dcd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:18:42.274095 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b09c24a9-13dd-47cc-a32e-bd16cc953ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (12aa9cc5-099a-4914-bbbc-92eea3d86f59), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.276814 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b09c24a9-13dd-47cc-a32e-bd16cc953ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.287882 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-b09c24a9-13dd-47cc-a32e-bd16cc953ac5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12aa9cc5-099a-4914-bbbc-92eea3d86f59 HTTP/1.1" status: 204 len: 168 time: 0.2427309 Mar 26 03:18:42.291279 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c24a9-13dd-47cc-a32e-bd16cc953ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aa9cc5-099a-4914-bbbc-92eea3d86f59,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:42.367803 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aec2e454-f4b8-45c5-a90b-4a324aa2ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (50d48405-9db7-4bed-aede-eb004e652756), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.401739 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2e454-f4b8-45c5-a90b-4a324aa2ed13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d48405-9db7-4bed-aede-eb004e652756,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:42.403871 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aec2e454-f4b8-45c5-a90b-4a324aa2ed13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.410349 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51778) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:42.410824 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-aec2e454-f4b8-45c5-a90b-4a324aa2ed13 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50d48405-9db7-4bed-aede-eb004e652756 HTTP/1.1" status: 204 len: 168 time: 0.4040895 Mar 26 03:18:42.417526 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbc1fa3-41ad-4731-94f1-1728d78d999c None None] Network fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:42.492035 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (fc0b6b79-148b-4419-8b0c-d21ea7edf0c9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.562562 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Deleting port bb7e4045-6208-4427-80cd-26b6eb2d6b77 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:42.562904 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.628371 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2985ce-3843-4d73-be27-ae1201815ff2 None None] New status for floating IP 0700a778-9fe0-400c-b77d-1ff9d815262a: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:18:42.637383 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] For port bb7e4045-6208-4427-80cd-26b6eb2d6b77, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=bb7e4045-6208-4427-80cd-26b6eb2d6b77,segment=NetworkSegment(e08adf69-7502-4e5f-8985-d7b0aa124290),segment_id=e08adf69-7502-4e5f-8985-d7b0aa124290)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:42.637736 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.651673 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Calling delete_port for bb7e4045-6208-4427-80cd-26b6eb2d6b77 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:42.799130 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] DHCP port deletion for fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:18:42.839624 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.849749 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:42.859937 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] Deleting port bb7e4045-6208-4427-80cd-26b6eb2d6b77 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:42.860315 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.875297 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7e4045-6208-4427-80cd-26b6eb2d6b77,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:42.883557 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] No DVR routers for this DVR port bb7e4045-6208-4427-80cd-26b6eb2d6b77 on host dv-cinder-835328-1-iscsi {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:42.932367 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6548e57-2a77-400b-9f5a-05b61a9336c3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (84862f04-00a4-4a43-9f68-fc61812a9cbd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.937883 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] For port bb7e4045-6208-4427-80cd-26b6eb2d6b77, host dv-cinder-835328-1-iscsi, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:42.938043 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.955230 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] Calling delete_port for bb7e4045-6208-4427-80cd-26b6eb2d6b77 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:42.958686 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] Port bb7e4045-6208-4427-80cd-26b6eb2d6b77 was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 26 03:18:42.958974 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6548e57-2a77-400b-9f5a-05b61a9336c3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (84862f04-00a4-4a43-9f68-fc61812a9cbd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.960316 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (bb7e4045-6208-4427-80cd-26b6eb2d6b77), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.968910 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (fc0b6b79-148b-4419-8b0c-d21ea7edf0c9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:42.990329 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] Pushing event deleted for resources: {'Port': ['ID=bb7e4045-6208-4427-80cd-26b6eb2d6b77,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:42.994166 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855e448-d3ea-4fd0-acd6-ec759be5e8d6 None None] No DVR routers for this DVR port bb7e4045-6208-4427-80cd-26b6eb2d6b77 on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:43.007861 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0b6b79-148b-4419-8b0c-d21ea7edf0c9']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:43.021031 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08adf69-7502-4e5f-8985-d7b0aa124290') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:43.026959 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08adf69-7502-4e5f-8985-d7b0aa124290') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:43.031230 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (e08adf69-7502-4e5f-8985-d7b0aa124290), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.044129 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (e08adf69-7502-4e5f-8985-d7b0aa124290), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.049979 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:18:43.050361 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (e08adf69-7502-4e5f-8985-d7b0aa124290), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:18:43.055550 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:18:43.102817 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6548e57-2a77-400b-9f5a-05b61a9336c3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (84862f04-00a4-4a43-9f68-fc61812a9cbd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.105359 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6548e57-2a77-400b-9f5a-05b61a9336c3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.106686 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b6548e57-2a77-400b-9f5a-05b61a9336c3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "DELETE /v2.0/security-groups/84862f04-00a4-4a43-9f68-fc61812a9cbd HTTP/1.1" status: 204 len: 168 time: 0.2558124 Mar 26 03:18:43.109463 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51796) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:43.120888 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6548e57-2a77-400b-9f5a-05b61a9336c3 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84862f04-00a4-4a43-9f68-fc61812a9cbd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:43.123417 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.api.v2.resource [None req-c595b5c1-3498-4978-aaea-0c474ee72ddd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] show failed (client error): The resource could not be found. Mar 26 03:18:43.124401 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-c595b5c1-3498-4978-aaea-0c474ee72ddd tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "GET /v2.0/security-groups/84862f04-00a4-4a43-9f68-fc61812a9cbd HTTP/1.1" status: 404 len: 347 time: 0.0139952 Mar 26 03:18:43.127376 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51798) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:43.171532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (fc0b6b79-148b-4419-8b0c-d21ea7edf0c9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.177035 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.180160 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc0b6b79-148b-4419-8b0c-d21ea7edf0c9 HTTP/1.1" status: 204 len: 168 time: 0.7688017 Mar 26 03:18:43.222283 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:43.226874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e68fec-0da2-41ad-85eb-7f4ebeb6dc37 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0b6b79-148b-4419-8b0c-d21ea7edf0c9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:43.254754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 0bb8f66a-477c-43db-95b0-87a480716e78 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:43.255216 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 0bb8f66a-477c-43db-95b0-87a480716e78 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:43.282857 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Deleting port fd1580a4-ddaa-47fa-9475-cc5494edaf73 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:43.283197 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (fd1580a4-ddaa-47fa-9475-cc5494edaf73), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.362145 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (fd1580a4-ddaa-47fa-9475-cc5494edaf73), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.362504 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (fd1580a4-ddaa-47fa-9475-cc5494edaf73), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.375691 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Calling delete_port for fd1580a4-ddaa-47fa-9475-cc5494edaf73 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:43.424157 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51810) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:43.473341 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:43.524504 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-bb39ea5f-35e9-412f-bbfe-5f97c6566cb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27d467fc31a049a5bdd4b0869b3dc58c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497468 Mar 26 03:18:43.527244 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51816) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:43.575367 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4db047cf-dc91-4777-9917-7e045d4b2771 admin admin] Publish callbacks [] for security_group (70a86ca6-8b8f-4dde-911b-895f7569531e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.578148 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (fd1580a4-ddaa-47fa-9475-cc5494edaf73), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.623695 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Pushing event deleted for resources: {'Port': ['ID=fd1580a4-ddaa-47fa-9475-cc5494edaf73,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:43.633351 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4db047cf-dc91-4777-9917-7e045d4b2771 admin admin] Publish callbacks [] for security_group (70a86ca6-8b8f-4dde-911b-895f7569531e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.642226 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2057130699-network', 'tenant_id': '49ca26d76d5742468694c3b53175236f'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:43.643557 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 3d2e3322-2970-4b70-86a6-e652bdd95491 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:43.665614 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 3d2e3322-2970-4b70-86a6-e652bdd95491 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:43.665964 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 3d2e3322-2970-4b70-86a6-e652bdd95491 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:43.666379 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 86269590-81a2-4515-b647-f82fdf3ae5d9 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:43.685855 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 86269590-81a2-4515-b647-f82fdf3ae5d9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:43.686200 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 86269590-81a2-4515-b647-f82fdf3ae5d9 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:43.686646 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device bb7e4045-6208-4427-80cd-26b6eb2d6b77 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:43.706990 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: bb7e4045-6208-4427-80cd-26b6eb2d6b77 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:43.707967 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device bb7e4045-6208-4427-80cd-26b6eb2d6b77 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:43.708162 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Made reservation on behalf of 49ca26d76d5742468694c3b53175236f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:43.710761 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.721816 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.804209 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Publish callbacks [] for security_group (f15ff212-97fe-4113-896d-6d8ac6cd68f7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.845476 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (f15ff212-97fe-4113-896d-6d8ac6cd68f7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.871491 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:18:43.880491 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15ff212-97fe-4113-896d-6d8ac6cd68f7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:43.887012 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (abfe73af-0f31-4ddb-be01-70d267cf4873), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.887348 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Added segment abfe73af-0f31-4ddb-be01-70d267cf4873 of type vlan for network 0152f272-cb12-4d38-809e-5df767a73578 Mar 26 03:18:43.929061 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (0152f272-cb12-4d38-809e-5df767a73578), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.963432 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks [] for floatingip (0700a778-9fe0-400c-b77d-1ff9d815262a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.965868 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:43.967537 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-729ee6a2-0741-484c-a551-7b3aa35efd90 tempest-AttachVolumeShelveTestJSON-1162672524 tempest-AttachVolumeShelveTestJSON-1162672524-project] 10.222.0.20 "DELETE /v2.0/floatingips/0700a778-9fe0-400c-b77d-1ff9d815262a HTTP/1.1" status: 204 len: 168 time: 0.8391931 Mar 26 03:18:44.016997 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (0152f272-cb12-4d38-809e-5df767a73578), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.018005 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:44.018630 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.056875 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4db047cf-dc91-4777-9917-7e045d4b2771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (70a86ca6-8b8f-4dde-911b-895f7569531e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.059496 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4db047cf-dc91-4777-9917-7e045d4b2771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.063122 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-4db047cf-dc91-4777-9917-7e045d4b2771 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70a86ca6-8b8f-4dde-911b-895f7569531e HTTP/1.1" status: 204 len: 168 time: 0.5324118 Mar 26 03:18:44.070526 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db047cf-dc91-4777-9917-7e045d4b2771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a86ca6-8b8f-4dde-911b-895f7569531e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:44.080137 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] Pushing event updated for resources: {'Network': ['ID=0152f272-cb12-4d38-809e-5df767a73578,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:44.096073 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 0152f272-cb12-4d38-809e-5df767a73578 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:18:44.140579 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a5733f6a-a8c3-4e60-8b4b-e2af4bf9fe84 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7146626 Mar 26 03:18:44.143519 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51822) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:44.148408 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Request body: {'subnet': {'network_id': '0152f272-cb12-4d38-809e-5df767a73578', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2057130699-subnet', 'tenant_id': '49ca26d76d5742468694c3b53175236f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:44.233918 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Made reservation on behalf of 49ca26d76d5742468694c3b53175236f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:44.236330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4584266'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.468620 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4502573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4584284'] for subnet (71cda5e6-d787-4537-8454-a025d07dc500), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.529155 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71cda5e6-d787-4537-8454-a025d07dc500,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:44.533552 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Checking segment: {'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:44.533916 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Network hostable DHCP agents. Network: 0152f272-cb12-4d38-809e-5df767a73578, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:18:44.655899 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Network 0152f272-cb12-4d38-809e-5df767a73578 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:18:44.677093 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51828) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:44.716466 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-3080a473-92c7-49ba-bf3f-060135336ee9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=815ba6fbc0cf407bbab1c0728a4a7002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382385 Mar 26 03:18:44.722952 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51830) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:44.745552 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 0152f272-cb12-4d38-809e-5df767a73578) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:44.754477 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f947e-3478-4c23-86c8-cad55e15f1d6 None None] Network 0152f272-cb12-4d38-809e-5df767a73578 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:44.754959 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:44.755236 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.777405 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a19e8194-b015-4ac7-b569-f77f4cd8f5a0 admin admin] Publish callbacks [] for security_group (7014fa60-8898-4efc-a425-aedd0cf145b7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.799434 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a19e8194-b015-4ac7-b569-f77f4cd8f5a0 admin admin] Publish callbacks [] for security_group (7014fa60-8898-4efc-a425-aedd0cf145b7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.842689 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-59a9b4f9-510e-40df-8cfd-a9a175f0e82a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6980393 Mar 26 03:18:44.856815 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7bcb7-2bbf-43bd-b333-8c5ffc54f0a7 None None] Network 0152f272-cb12-4d38-809e-5df767a73578 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:44.920809 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a19e8194-b015-4ac7-b569-f77f4cd8f5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7014fa60-8898-4efc-a425-aedd0cf145b7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.924083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a19e8194-b015-4ac7-b569-f77f4cd8f5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:44.927758 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a19e8194-b015-4ac7-b569-f77f4cd8f5a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7014fa60-8898-4efc-a425-aedd0cf145b7 HTTP/1.1" status: 204 len: 168 time: 0.2055664 Mar 26 03:18:44.942422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e8194-b015-4ac7-b569-f77f4cd8f5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7014fa60-8898-4efc-a425-aedd0cf145b7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:45.983973 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51878) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:46.081700 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-773077402-network', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:46.108017 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f79cd052-15cc-4d7e-9b8d-6b4c77a95d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.222559 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Made reservation on behalf of ef5204f423fa41ab9eea99a0e04f5241 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:46.224993 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.233582 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.310942 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Publish callbacks [] for security_group (3b9bae4a-3e16-4d80-a282-4a61649721c2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.399004 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3b9bae4a-3e16-4d80-a282-4a61649721c2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.420083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:18:46.434340 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9bae4a-3e16-4d80-a282-4a61649721c2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:46.437783 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (62b6eb62-fd70-4fac-8c80-a1c1ac53d753), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.438122 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.segments_db [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Added segment 62b6eb62-fd70-4fac-8c80-a1c1ac53d753 of type vlan for network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 Mar 26 03:18:46.476594 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.553865 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.554883 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:46.555545 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.614578 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:46.625613 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:18:46.653571 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-daaefd8e-ae5f-42b0-b0a4-6b4caeeb9129 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6684623 Mar 26 03:18:46.656874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51886) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:46.661508 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Request body: {'subnet': {'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-773077402-subnet', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:46.724555 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Made reservation on behalf of ef5204f423fa41ab9eea99a0e04f5241 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:46.726948 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4584266'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:46.839346 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:46.953919 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4502573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4584284'] for subnet (d3f87506-2e4f-4a0e-a3da-9392b5b04b67), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.066475 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f87506-2e4f-4a0e-a3da-9392b5b04b67,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:47.083679 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Checking segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:47.084041 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Network hostable DHCP agents. Network: 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:18:47.127005 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-3130f91a-bf63-410e-991b-654711ee2d76 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:47.128473 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-3130f91a-bf63-410e-991b-654711ee2d76 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/networks?id=0152f272-cb12-4d38-809e-5df767a73578 HTTP/1.1" status: 200 len: 814 time: 0.1467488 Mar 26 03:18:47.143885 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-21b01f9a-8f65-42ae-90eb-0049b78d9d26 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/quotas/49ca26d76d5742468694c3b53175236f HTTP/1.1" status: 200 len: 375 time: 0.0098908 Mar 26 03:18:47.176171 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-3a0c31f3-f98a-4c0b-ad7d-579e02610456 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49ca26d76d5742468694c3b53175236f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271761 Mar 26 03:18:47.223251 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:18:47.260865 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (152a627a-ed3d-4dc9-b82d-410bb28594b2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.274778 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-24100a3c-7cbf-46eb-84f4-3d3d5df56fb0 service neutron] 10.222.0.20 "GET /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917580 Mar 26 03:18:47.336011 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:47.344599 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:47.345198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.351465 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f90128-9956-417f-b4a9-245784865a99 None None] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:47.390419 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-073b8f0b-2f1f-4e5e-a570-d33077293311 service neutron] 10.222.0.20 "GET /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088772 Mar 26 03:18:47.426924 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f2228d3e-1eef-4de8-860d-1abe1bc25316 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7681398 Mar 26 03:18:47.428740 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51916) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:47.436659 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:47.548847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.549943 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.618590 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Deleting port 5d5997b8-6175-4858-b76b-200fabd5e3af {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:47.618981 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.623248 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks [] for router_controller (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.690194 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7d628712-7f2b-48ce-be54-207892f0ab14 req-36f43ff2-0cf4-48bb-83ee-8f68d580dbba tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 210 time: 0.0434556 Mar 26 03:18:47.702803 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:18:47.712799 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.723070 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] For port 5d5997b8-6175-4858-b76b-200fabd5e3af, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=5d5997b8-6175-4858-b76b-200fabd5e3af,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:47.723882 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.744027 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Calling delete_port for 5d5997b8-6175-4858-b76b-200fabd5e3af owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:47.869821 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks [] for router_gateway (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:47.888335 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Allocated IP 172.20.0.2 (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359/d3f87506-2e4f-4a0e-a3da-9392b5b04b67/a215221e-1d35-4481-93a8-4157ba834039) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:48.033166 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Publish callbacks [] for port (a215221e-1d35-4481-93a8-4157ba834039), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.062524 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (5d5997b8-6175-4858-b76b-200fabd5e3af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.086503 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5997b8-6175-4858-b76b-200fabd5e3af,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:48.132681 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks [] for router_gateway (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.144310 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (a215221e-1d35-4481-93a8-4157ba834039), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.168029 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.191282 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:48.194815 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:48.201880 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:48.241963 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Pushing event updated for resources: {'Port': ['ID=a215221e-1d35-4481-93a8-4157ba834039,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:48.319434 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Attempting to bind port a215221e-1d35-4481-93a8-4157ba834039 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:18:48.319856 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Attempting to bind port a215221e-1d35-4481-93a8-4157ba834039 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:18:48.320226 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Attempting to bind port a215221e-1d35-4481-93a8-4157ba834039 on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:48.334874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Allocated IP 172.27.1.23 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/6253025e-e5a4-44eb-9543-54d5b6c6ef80) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:48.344843 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:18:48.344843 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Checking segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:48.344843 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.344843 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Bound using segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:18:48.345528 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Bound port: a215221e-1d35-4481-93a8-4157ba834039, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:18:48.345637 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a215221e-1d35-4481-93a8-4157ba834039), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.346337 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (152a627a-ed3d-4dc9-b82d-410bb28594b2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.437886 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd8a5278-959e-4f00-a5f8-9013c19748b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.454827 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] For port a215221e-1d35-4481-93a8-4157ba834039, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:18:48.457189 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks [] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.458658 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] For port a215221e-1d35-4481-93a8-4157ba834039, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=a215221e-1d35-4481-93a8-4157ba834039,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:18:48.560309 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (a215221e-1d35-4481-93a8-4157ba834039), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.561851 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.610370 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:48.613470 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:48.620605 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:48.623022 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Router 152a627a-ed3d-4dc9-b82d-410bb28594b2 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:18:48.638773 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e53f24-c1bd-432c-9f94-d3f4a9ce9442 None None] Pushing event updated for resources: {'Port': ['ID=a215221e-1d35-4481-93a8-4157ba834039,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:48.659142 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Pushing event updated for resources: {'Port': ['ID=6253025e-e5a4-44eb-9543-54d5b6c6ef80,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:48.753299 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:48.759333 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-0e0496c8-2fc3-4a83-97ab-17aa245c0ac7 admin admin] 10.222.0.20 "PUT /v2.0/routers/152a627a-ed3d-4dc9-b82d-410bb28594b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9188488 Mar 26 03:18:48.761418 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51938) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:48.770076 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] Sync routers for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:48.782771 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:48.783559 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:48.811772 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-73ce9cce-55ae-4082-8d6c-6633b903c814 req-9555e886-ddb6-4fd4-b5b9-a64fc0248367 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 210 time: 0.0543091 Mar 26 03:18:48.945900 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks [] for router (152a627a-ed3d-4dc9-b82d-410bb28594b2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:48.957213 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:49.071901 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks [] for router_gateway (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.075232 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks [] for router_gateway (152a627a-ed3d-4dc9-b82d-410bb28594b2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.162608 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:18:47Z', 'revision_number': 5, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port': {'id': '7e0cd017-a352-4820-9ce2-8a0c34e89e73', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:12:30Z', 'updated_at': '2022-03-26T03:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:49.189161 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] Checking router: 152a627a-ed3d-4dc9-b82d-410bb28594b2 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:49.197900 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] Routers {'152a627a-ed3d-4dc9-b82d-410bb28594b2'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:49.198548 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['152a627a-ed3d-4dc9-b82d-410bb28594b2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:49.229533 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Deleting port 7e0cd017-a352-4820-9ce2-8a0c34e89e73 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:49.229867 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.281419 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.296531 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] Set router 152a627a-ed3d-4dc9-b82d-410bb28594b2 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:49.347040 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] For port 7e0cd017-a352-4820-9ce2-8a0c34e89e73, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=7e0cd017-a352-4820-9ce2-8a0c34e89e73,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:49.347538 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.354710 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:18:49Z', 'revision_number': 6, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:49.361969 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Calling delete_port for 7e0cd017-a352-4820-9ce2-8a0c34e89e73 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:49.390557 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871bfda-502e-40eb-abc0-bcba2db389e3 None None] The sync data for ids ['152a627a-ed3d-4dc9-b82d-410bb28594b2'] in dv-cinder-835328-1-iscsi is: [{'id': '152a627a-ed3d-4dc9-b82d-410bb28594b2', 'name': 'tempest-AttachVolumeShelveTestJSON-200118555-router', 'tenant_id': '50915e0d81934278bd4b86b6434a6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:12:29Z', 'updated_at': '2022-03-26T03:18:49Z', 'revision_number': 6, 'project_id': '50915e0d81934278bd4b86b6434a6232', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:18:49.473925 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.542126 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:18:49.628683 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (7e0cd017-a352-4820-9ce2-8a0c34e89e73), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.655134 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0cd017-a352-4820-9ce2-8a0c34e89e73,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:49.663338 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:49.673934 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:49.685733 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:49.686261 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:49.727703 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.729188 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-444162b3-419e-4b5c-962e-1b1fa3d93200 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2993746 Mar 26 03:18:49.734501 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51942) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:49.742709 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (152a627a-ed3d-4dc9-b82d-410bb28594b2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:49.826058 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:49.877953 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2a2e7-68fd-41da-8e91-dcadf4061e1a None None] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:50.036362 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-89af9ca7-c166-4d0b-acc9-e7c27a5d65f5 None None] Provisioning complete for port a215221e-1d35-4481-93a8-4157ba834039 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:50.037279 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-89af9ca7-c166-4d0b-acc9-e7c27a5d65f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a215221e-1d35-4481-93a8-4157ba834039), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.092195 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:48Z', 'revision_number': 3, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:50.125642 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:50.126397 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Updating router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:18:50.157686 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.175626 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-89af9ca7-c166-4d0b-acc9-e7c27a5d65f5 None None] Current status of the port a215221e-1d35-4481-93a8-4157ba834039 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:50.176115 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-89af9ca7-c166-4d0b-acc9-e7c27a5d65f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a215221e-1d35-4481-93a8-4157ba834039), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.210389 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (152a627a-ed3d-4dc9-b82d-410bb28594b2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.213209 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks [] for router_controller (152a627a-ed3d-4dc9-b82d-410bb28594b2), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.224630 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-89af9ca7-c166-4d0b-acc9-e7c27a5d65f5 None None] For port a215221e-1d35-4481-93a8-4157ba834039, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=a215221e-1d35-4481-93a8-4157ba834039,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:50.293099 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2ffd5108-839d-4a67-9221-67d02bc9e7e0 req-c8822bc4-ad07-4da0-831c-1d59083a9dde tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 210 time: 0.0307069 Mar 26 03:18:50.302503 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-89af9ca7-c166-4d0b-acc9-e7c27a5d65f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (a215221e-1d35-4481-93a8-4157ba834039), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.360025 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (152a627a-ed3d-4dc9-b82d-410bb28594b2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.362373 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 152a627a-ed3d-4dc9-b82d-410bb28594b2 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:18:50.374277 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.378125 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-50b50f12-7ee9-4d72-9d40-e299ef532139 admin admin] 10.222.0.20 "DELETE /v2.0/routers/152a627a-ed3d-4dc9-b82d-410bb28594b2 HTTP/1.1" status: 204 len: 168 time: 1.6131816 Mar 26 03:18:50.378125 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51946) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:50.387702 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device a215221e-1d35-4481-93a8-4157ba834039 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:50.460619 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9ab470-0ac1-4dcd-b662-c85782c880e9 admin admin] Deleting subnet 3221108f-d877-4550-b0a1-34bb6c5dcd59 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:18:50.466323 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab470-0ac1-4dcd-b662-c85782c880e9 admin admin] Publish callbacks [] for subnet (3221108f-d877-4550-b0a1-34bb6c5dcd59), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.515450 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af9ca7-c166-4d0b-acc9-e7c27a5d65f5 None None] Pushing event updated for resources: {'Port': ['ID=a215221e-1d35-4481-93a8-4157ba834039,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:50.559354 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab470-0ac1-4dcd-b662-c85782c880e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (3221108f-d877-4550-b0a1-34bb6c5dcd59), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.561993 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0c944e6d-b706-4dcc-80bf-44285e4d2bcb None None] Provisioning complete for port a215221e-1d35-4481-93a8-4157ba834039 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:50.562370 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c944e6d-b706-4dcc-80bf-44285e4d2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a215221e-1d35-4481-93a8-4157ba834039), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.624415 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port a215221e-1d35-4481-93a8-4157ba834039 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:50.624798 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a215221e-1d35-4481-93a8-4157ba834039), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.646816 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Publish callbacks [] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.650769 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.685963 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab470-0ac1-4dcd-b662-c85782c880e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (3221108f-d877-4550-b0a1-34bb6c5dcd59), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.695769 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-8ad262f1-d300-49af-b1af-ed0979fa4f34 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:50.697239 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-8ad262f1-d300-49af-b1af-ed0979fa4f34 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.18 "GET /v2.0/networks?id=0152f272-cb12-4d38-809e-5df767a73578 HTTP/1.1" status: 200 len: 814 time: 0.6591494 Mar 26 03:18:50.717150 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0c944e6d-b706-4dcc-80bf-44285e4d2bcb None None] Current status of the port a215221e-1d35-4481-93a8-4157ba834039 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:50.731714 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.766479 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Request body: {'port': {'device_id': '7596f9ee-accc-41fa-addd-8fc280d73bc9', 'network_id': '0152f272-cb12-4d38-809e-5df767a73578', 'admin_state_up': True, 'tenant_id': '49ca26d76d5742468694c3b53175236f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:50.781471 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port a215221e-1d35-4481-93a8-4157ba834039 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:50.788434 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.811964 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Attempting to bind port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:18:50.812568 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Attempting to bind port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:18:50.812939 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Attempting to bind port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:50.823618 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab470-0ac1-4dcd-b662-c85782c880e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (3221108f-d877-4550-b0a1-34bb6c5dcd59), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.841572 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Pushing event updated for resources: {'Port': ['ID=6253025e-e5a4-44eb-9543-54d5b6c6ef80,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:50.844831 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:18:50.845211 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:50.845620 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.846015 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:18:50.846509 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Bound port: 6253025e-e5a4-44eb-9543-54d5b6c6ef80, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:18:50.846891 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.860303 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 5d5997b8-6175-4858-b76b-200fabd5e3af no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:50.871016 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.871362 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.871903 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.872431 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.873480 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.873971 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.874464 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.874965 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.875449 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.875932 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.876416 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.877017 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.877521 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.878001 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.878131 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ab470-0ac1-4dcd-b662-c85782c880e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3221108f-d877-4550-b0a1-34bb6c5dcd59,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:50.878623 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:50.896521 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 5d5997b8-6175-4858-b76b-200fabd5e3af {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:50.896521 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 5d5997b8-6175-4858-b76b-200fabd5e3af not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:50.899837 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab470-0ac1-4dcd-b662-c85782c880e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:50.903459 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ec9ab470-0ac1-4dcd-b662-c85782c880e9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3221108f-d877-4550-b0a1-34bb6c5dcd59 HTTP/1.1" status: 204 len: 168 time: 0.5243058 Mar 26 03:18:50.905900 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51954) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:50.916954 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad914a67-032d-4f30-959b-afe4ddb7918e None None] Network fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:50.963683 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] For port 6253025e-e5a4-44eb-9543-54d5b6c6ef80, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:18:50.966991 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] For port 6253025e-e5a4-44eb-9543-54d5b6c6ef80, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=6253025e-e5a4-44eb-9543-54d5b6c6ef80,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:18:50.996913 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.052868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Deleting port bef42d67-cc7d-4290-bb20-848b87316913 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:51.053166 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Made reservation on behalf of 49ca26d76d5742468694c3b53175236f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:51.053274 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (bef42d67-cc7d-4290-bb20-848b87316913), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.056362 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.063409 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.076532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.121520 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] DHCP port deletion for fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:18:51.135470 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] For port bef42d67-cc7d-4290-bb20-848b87316913, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=bef42d67-cc7d-4290-bb20-848b87316913,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:51.136307 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (bef42d67-cc7d-4290-bb20-848b87316913), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.141799 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:51.142454 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:51.160037 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Calling delete_port for bef42d67-cc7d-4290-bb20-848b87316913 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:51.177067 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] Deleting port bef42d67-cc7d-4290-bb20-848b87316913 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:18:51.177754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (bef42d67-cc7d-4290-bb20-848b87316913), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.242070 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf1266-910a-4865-ad79-b584ba55a7d5 None None] Pushing event updated for resources: {'Port': ['ID=6253025e-e5a4-44eb-9543-54d5b6c6ef80,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:51.244089 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] For port bef42d67-cc7d-4290-bb20-848b87316913, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=bef42d67-cc7d-4290-bb20-848b87316913,segment=NetworkSegment(0173517e-e432-46ad-9300-b065d32ea019),segment_id=0173517e-e432-46ad-9300-b065d32ea019)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:51.249623 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (bef42d67-cc7d-4290-bb20-848b87316913), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.260831 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] Calling delete_port for bef42d67-cc7d-4290-bb20-848b87316913 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:18:51.295279 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:51.331420 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (bef42d67-cc7d-4290-bb20-848b87316913), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.355146 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Allocated IP 172.20.0.7 (0152f272-cb12-4d38-809e-5df767a73578/71cda5e6-d787-4537-8454-a025d07dc500/bd80e89b-c811-4f01-a2db-86ab0a85a74a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:51.369293 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (bef42d67-cc7d-4290-bb20-848b87316913), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.383420 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef42d67-cc7d-4290-bb20-848b87316913,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:51.393867 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] No DVR routers for this DVR port bef42d67-cc7d-4290-bb20-848b87316913 on host dv-cinder-835328-1-iscsi {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:51.403224 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] Pushing event deleted for resources: {'Port': ['ID=bef42d67-cc7d-4290-bb20-848b87316913,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:51.411512 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Allocated IP 172.20.0.1 (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359/d3f87506-2e4f-4a0e-a3da-9392b5b04b67/d3627c1a-19d4-4987-862e-4541c2382ac1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:51.424594 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8f498-5185-4c58-9856-00ecf672c884 None None] No DVR routers for this DVR port bef42d67-cc7d-4290-bb20-848b87316913 on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:18:51.477980 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.483581 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8a681197-3b07-42dc-94a3-ef54ce1a9b84 req-adbdd2a4-08c9-466a-a3f1-ece5578f71de tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 210 time: 0.0605879 Mar 26 03:18:51.509141 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:51.523002 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0173517e-e432-46ad-9300-b065d32ea019') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:51.523371 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0173517e-e432-46ad-9300-b065d32ea019') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:51.540138 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:48Z', 'revision_number': 3, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:51.540992 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5209742'] for segment (0173517e-e432-46ad-9300-b065d32ea019), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.555141 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (0173517e-e432-46ad-9300-b065d32ea019), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.561195 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:18:51.561579 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286246'] for segment (0173517e-e432-46ad-9300-b065d32ea019), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: Traceback (most recent call last): Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: timer() Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: cb(*args, **kw) Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: return func(*args, **kwargs) Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: self._notify() Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: self.callback(batched_events) Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: event.method(event) Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: return f(self, *a, **k) Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._get(url).json() Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:18:51.563297 dv-cinder-835328-1-iscsi neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:18:51.566263 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16c970-6dfe-4d45-800d-92af73b3db16 None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:48Z', 'revision_number': 3, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:18:51.647484 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Publish callbacks [] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.703457 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.705292 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device a215221e-1d35-4481-93a8-4157ba834039 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:51.706743 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks [] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.717469 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.723950 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f HTTP/1.1" status: 204 len: 168 time: 0.8168015 Mar 26 03:18:51.735767 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b81524-c7d8-4e82-bbcc-2d37b2b4a870 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb1cd80-488c-4ae9-b4ba-0cd30ee7e40f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:51.777431 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port a215221e-1d35-4481-93a8-4157ba834039 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:51.778419 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a215221e-1d35-4481-93a8-4157ba834039), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.800423 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.834328 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:51.848744 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:51.855739 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:51.862932 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:51.892683 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port a215221e-1d35-4481-93a8-4157ba834039 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:51.908355 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Network 0152f272-cb12-4d38-809e-5df767a73578 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:51.911486 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Pushing event updated for resources: {'Port': ['ID=d3627c1a-19d4-4987-862e-4541c2382ac1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:51.956615 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:51.966770 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 7e0cd017-a352-4820-9ce2-8a0c34e89e73 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:51.991653 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 7e0cd017-a352-4820-9ce2-8a0c34e89e73 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:51.991653 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 7e0cd017-a352-4820-9ce2-8a0c34e89e73 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:51.991994 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device bef42d67-cc7d-4290-bb20-848b87316913 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:18:51.998811 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:52.014973 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: bef42d67-cc7d-4290-bb20-848b87316913 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:18:52.015850 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device bef42d67-cc7d-4290-bb20-848b87316913 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:18:52.016619 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Pushing event updated for resources: {'Port': ['ID=bd80e89b-c811-4f01-a2db-86ab0a85a74a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:52.058371 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.066361 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51962) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:52.116375 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8039c8bb-2117-48c2-a708-a9355c0e2733 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50915e0d81934278bd4b86b6434a6232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484781 Mar 26 03:18:52.117518 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:52.118174 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.118648 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 51964) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:52.178944 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd35-ef5b-40ff-bf9a-5b19cd9008de admin admin] Publish callbacks [] for security_group (b08fd41e-3531-421f-a4be-97f36fe3b5f2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.203857 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd35-ef5b-40ff-bf9a-5b19cd9008de admin admin] Publish callbacks [] for security_group (b08fd41e-3531-421f-a4be-97f36fe3b5f2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.208217 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-5a5a71a0-de62-4e2c-88fd-905850b4aa7f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4707663 Mar 26 03:18:52.221139 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Request body: {'port': {'device_id': '7596f9ee-accc-41fa-addd-8fc280d73bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:52.268098 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b74f6d8c-e851-4602-aa91-27af3221df10 None None] Provisioning complete for port d3627c1a-19d4-4987-862e-4541c2382ac1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:52.268870 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b74f6d8c-e851-4602-aa91-27af3221df10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.304790 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b74f6d8c-e851-4602-aa91-27af3221df10 None None] Port d3627c1a-19d4-4987-862e-4541c2382ac1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:18:52.307413 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.308872 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd35-ef5b-40ff-bf9a-5b19cd9008de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b08fd41e-3531-421f-a4be-97f36fe3b5f2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.312994 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd35-ef5b-40ff-bf9a-5b19cd9008de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.316798 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ed7dfd35-ef5b-40ff-bf9a-5b19cd9008de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b08fd41e-3531-421f-a4be-97f36fe3b5f2 HTTP/1.1" status: 204 len: 168 time: 0.1948919 Mar 26 03:18:52.328639 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dfd35-ef5b-40ff-bf9a-5b19cd9008de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08fd41e-3531-421f-a4be-97f36fe3b5f2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:52.329085 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.485852 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.647064 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50e9da-9f73-488e-a430-2c36c4c297e0 req-b0db7024-05d8-4b35-858c-364a9e11b76e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:52.649768 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa50e9da-9f73-488e-a430-2c36c4c297e0 req-b0db7024-05d8-4b35-858c-364a9e11b76e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 931 time: 0.0665126 Mar 26 03:18:52.676538 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Publish callbacks [] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.724484 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.733449 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fa50e9da-9f73-488e-a430-2c36c4c297e0 req-d636d4cb-920a-45a9-8498-6f0734bd88d8 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770321 Mar 26 03:18:52.791769 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd80e89b-c811-4f01-a2db-86ab0a85a74a {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:18:52.804189 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Publish callbacks [] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.828559 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:52.838077 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Transition to ACTIVE for port object bd80e89b-c811-4f01-a2db-86ab0a85a74a will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:18:52.839020 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Pushing event updated for resources: {'Port': ['ID=d3627c1a-19d4-4987-862e-4541c2382ac1,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:52.881957 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.003334 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd80e89b-c811-4f01-a2db-86ab0a85a74a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:53.021405 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:53.024366 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:53.112322 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Attempting to bind port bd80e89b-c811-4f01-a2db-86ab0a85a74a on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:18:53.112689 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Attempting to bind port bd80e89b-c811-4f01-a2db-86ab0a85a74a by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:18:53.113016 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Attempting to bind port bd80e89b-c811-4f01-a2db-86ab0a85a74a on network 0152f272-cb12-4d38-809e-5df767a73578 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:53.121967 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Port bd80e89b-c811-4f01-a2db-86ab0a85a74a on network 0152f272-cb12-4d38-809e-5df767a73578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:18:53.122290 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Attempting to bind port bd80e89b-c811-4f01-a2db-86ab0a85a74a on network 0152f272-cb12-4d38-809e-5df767a73578 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:53.134747 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:18:53.135072 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Checking segment: {'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:53.135459 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Bound using segment: {'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:18:53.135894 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Bound port: bd80e89b-c811-4f01-a2db-86ab0a85a74a, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:18:53.136248 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.220019 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:18:53.228535 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] For port bd80e89b-c811-4f01-a2db-86ab0a85a74a, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:18:53.233001 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] For port bd80e89b-c811-4f01-a2db-86ab0a85a74a, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd80e89b-c811-4f01-a2db-86ab0a85a74a,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:18:53.309680 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.336062 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3ef42941-5654-488d-97c4-a1731d761290 None None] Provisioning complete for port d3627c1a-19d4-4987-862e-4541c2382ac1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:53.337050 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ef42941-5654-488d-97c4-a1731d761290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.360787 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:53.361664 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.363454 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] 10.222.0.18 "PUT /v2.0/ports/bd80e89b-c811-4f01-a2db-86ab0a85a74a HTTP/1.1" status: 200 len: 1093 time: 1.1478875 Mar 26 03:18:53.368057 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7596f9ee-accc-41fa-addd-8fc280d73bc9', 'tag': 'bd80e89b-c811-4f01-a2db-86ab0a85a74a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:53.370775 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b310bd60-b1d4-46c2-a901-8fb31d4caca0" -d '{"events": [{"name": "network-changed", "server_uuid": "7596f9ee-accc-41fa-addd-8fc280d73bc9", "tag": "bd80e89b-c811-4f01-a2db-86ab0a85a74a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:53.394944 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3ef42941-5654-488d-97c4-a1731d761290 None None] Port d3627c1a-19d4-4987-862e-4541c2382ac1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:18:53.408136 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460af6f-f82f-4bc4-a224-1f29b9a72ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd80e89b-c811-4f01-a2db-86ab0a85a74a,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:53.416199 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:53.418745 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12ebc74-953d-4c3b-9674-73dc13bd146f x-openstack-request-id: req-f12ebc74-953d-4c3b-9674-73dc13bd146f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:53.419156 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7596f9ee-accc-41fa-addd-8fc280d73bc9", "tag": "bd80e89b-c811-4f01-a2db-86ab0a85a74a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:53.419640 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f12ebc74-953d-4c3b-9674-73dc13bd146f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:53.420307 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12ebc74-953d-4c3b-9674-73dc13bd146f'] response: {'name': 'network-changed', 'server_uuid': '7596f9ee-accc-41fa-addd-8fc280d73bc9', 'tag': 'bd80e89b-c811-4f01-a2db-86ab0a85a74a', 'status': 'completed', 'code': 200} Mar 26 03:18:53.428209 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:53.432249 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-b7bda8bf-1396-4158-8606-adf5dc28f286 admin admin] 10.222.0.20 "PUT /v2.0/routers/0c49a4dd-491a-4fa0-bbae-78d88d5d299f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6986699 Mar 26 03:18:53.439663 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:53.440711 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:53.448099 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 51994) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:53.491157 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310bd60-b1d4-46c2-a901-8fb31d4caca0 req-c8e1e2f9-0e11-4c7f-99f6-ca0dbf7a554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:53.500853 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b310bd60-b1d4-46c2-a901-8fb31d4caca0 req-c8e1e2f9-0e11-4c7f-99f6-ca0dbf7a554a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49ca26d76d5742468694c3b53175236f&device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 1127 time: 0.0628765 Mar 26 03:18:53.626807 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040597251-network', 'tenant_id': '4ca689f966d4406a89bc04ccf8a291cb'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:53.661496 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310bd60-b1d4-46c2-a901-8fb31d4caca0 req-91c16f8b-f9f0-4aeb-864f-8c5c26a0a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:53.662975 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b310bd60-b1d4-46c2-a901-8fb31d4caca0 req-91c16f8b-f9f0-4aeb-864f-8c5c26a0a80d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=49ca26d76d5742468694c3b53175236f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1526523 Mar 26 03:18:53.705773 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 6253025e-e5a4-44eb-9543-54d5b6c6ef80 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:53.738393 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Made reservation on behalf of 4ca689f966d4406a89bc04ccf8a291cb for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:53.741170 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.761385 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.769558 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:53.807839 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:53.808144 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.830119 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310bd60-b1d4-46c2-a901-8fb31d4caca0 req-8a4c0611-dbdc-4262-829f-b62ec1b62861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:53.831818 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b310bd60-b1d4-46c2-a901-8fb31d4caca0 req-8a4c0611-dbdc-4262-829f-b62ec1b62861 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1634116 Mar 26 03:18:53.901315 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61399-475d-48a7-bca9-0381cc1c08f6 req-984aeb1c-77f5-41e4-b1dd-3552944b66de tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:53.906230 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5cd61399-475d-48a7-bca9-0381cc1c08f6 req-984aeb1c-77f5-41e4-b1dd-3552944b66de tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 943 time: 0.0757923 Mar 26 03:18:53.971800 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5cd61399-475d-48a7-bca9-0381cc1c08f6 req-7719d439-bb12-4621-a051-4134dbe1942a tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587704 Mar 26 03:18:53.988661 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Publish callbacks [] for security_group (ca1debde-6f03-4a43-a804-227b79544eff), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:53.993592 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-dcf96a50-18e9-4955-93b8-14da20b2eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:53.995184 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-dcf96a50-18e9-4955-93b8-14da20b2eef2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49ca26d76d5742468694c3b53175236f&device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 1127 time: 0.1107185 Mar 26 03:18:54.031499 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:54.031889 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.039719 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-98fe17fc-6125-4258-8e3e-0bc16078f88f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd80e89b-c811-4f01-a2db-86ab0a85a74a HTTP/1.1" status: 200 len: 217 time: 0.0382164 Mar 26 03:18:54.044980 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ca1debde-6f03-4a43-a804-227b79544eff), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.060693 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 6253025e-e5a4-44eb-9543-54d5b6c6ef80, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=6253025e-e5a4-44eb-9543-54d5b6c6ef80,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:54.078903 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 2, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:54.097568 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:18:54.106324 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:54.106834 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Updating router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f port d3627c1a-19d4-4987-862e-4541c2382ac1 binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:18:54.110080 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.112815 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1debde-6f03-4a43-a804-227b79544eff,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:54.122299 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (77ab1316-600a-416c-acf7-26c9289786ba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.122839 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.segments_db [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Added segment 77ab1316-600a-416c-acf7-26c9289786ba of type vlan for network cdd9f2dd-3f64-4c10-b487-b51e30e92452 Mar 26 03:18:54.136466 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-f06aaa2a-178f-4a69-9607-df542a314ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:54.137987 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-f06aaa2a-178f-4a69-9607-df542a314ebf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71cda5e6-d787-4537-8454-a025d07dc500 HTTP/1.1" status: 200 len: 854 time: 0.0891168 Mar 26 03:18:54.173238 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.181341 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:54.188757 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-232768606-network', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:54.189019 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-41d3d6a3-3e5b-43b4-a8e6-a55c52d0d62d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0152f272-cb12-4d38-809e-5df767a73578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317020 Mar 26 03:18:54.208222 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (cdd9f2dd-3f64-4c10-b487-b51e30e92452), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.230269 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=6253025e-e5a4-44eb-9543-54d5b6c6ef80,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:54.269123 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Made reservation on behalf of c3df9830e62540b3ae776cbfb6ac8e2f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:54.272225 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.281344 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.300647 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-04f5699b-7048-481b-935f-b9f68fad74db service neutron] 10.222.0.18 "GET /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029203 Mar 26 03:18:54.359595 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Publish callbacks [] for security_group (5dcf84c3-c9c4-4d0d-bbd1-a5c89e3abea1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.394856 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (5dcf84c3-c9c4-4d0d-bbd1-a5c89e3abea1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.423155 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:18:54.434430 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcf84c3-c9c4-4d0d-bbd1-a5c89e3abea1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:54.440814 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (8759d084-79a2-4e16-8cba-cb9a5e77cac2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.441457 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Added segment 8759d084-79a2-4e16-8cba-cb9a5e77cac2 of type vlan for network 72c365e7-5db5-4165-b1e7-840ee58d27f7 Mar 26 03:18:54.475305 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Publish callbacks [] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.501272 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (72c365e7-5db5-4165-b1e7-840ee58d27f7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.547688 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.571750 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (72c365e7-5db5-4165-b1e7-840ee58d27f7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.572753 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:54.573464 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.607411 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec41ea9-a4f0-4398-a847-fe37d36b2cbf None None] Pushing event updated for resources: {'Port': ['ID=d3627c1a-19d4-4987-862e-4541c2382ac1,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:54.639251 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (cdd9f2dd-3f64-4c10-b487-b51e30e92452), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.640487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:54.641120 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.644406 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=72c365e7-5db5-4165-b1e7-840ee58d27f7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:54.661063 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 72c365e7-5db5-4165-b1e7-840ee58d27f7 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:18:54.698584 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-dd83ca77-43a9-402f-b10f-431e2ab0b4a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5153911 Mar 26 03:18:54.700008 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52016) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:54.708171 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Request body: {'subnet': {'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-232768606-subnet', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:54.727798 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Attempting to bind port d3627c1a-19d4-4987-862e-4541c2382ac1 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:18:54.727798 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Attempting to bind port d3627c1a-19d4-4987-862e-4541c2382ac1 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:18:54.727989 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Attempting to bind port d3627c1a-19d4-4987-862e-4541c2382ac1 on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:54.736843 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:18:54.737212 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Checking segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:54.737613 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.738378 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Bound using segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:18:54.738534 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Bound port: d3627c1a-19d4-4987-862e-4541c2382ac1, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:18:54.738862 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.742389 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd9f2dd-3f64-4c10-b487-b51e30e92452,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:54.761075 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network cdd9f2dd-3f64-4c10-b487-b51e30e92452 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:18:54.766825 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6e81acbe-b3d6-44dc-8d15-5b9039ffb722 req-9a34dfb6-dad6-40d6-a92d-5f0b710b34a8 service neutron] 10.222.0.18 "GET /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592702 Mar 26 03:18:54.855568 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-98b5e179-7fa0-4aa5-8e4a-5823f84220b5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4063566 Mar 26 03:18:54.859067 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52020) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:54.864943 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Request body: {'subnet': {'network_id': 'cdd9f2dd-3f64-4c10-b487-b51e30e92452', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040597251-subnet', 'tenant_id': '4ca689f966d4406a89bc04ccf8a291cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:54.882169 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] For port d3627c1a-19d4-4987-862e-4541c2382ac1, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:18:54.885217 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] For port d3627c1a-19d4-4987-862e-4541c2382ac1, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=d3627c1a-19d4-4987-862e-4541c2382ac1,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:18:54.926110 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2178d441-289c-4a5f-bea6-e294883f070f None None] Provisioning complete for port d3627c1a-19d4-4987-862e-4541c2382ac1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:54.926507 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2178d441-289c-4a5f-bea6-e294883f070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.959575 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2178d441-289c-4a5f-bea6-e294883f070f None None] Port d3627c1a-19d4-4987-862e-4541c2382ac1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:18:54.965083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Made reservation on behalf of c3df9830e62540b3ae776cbfb6ac8e2f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:54.965307 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Made reservation on behalf of 4ca689f966d4406a89bc04ccf8a291cb for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:54.968151 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4584266'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.968695 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5150847'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:54.975426 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.044349 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:55.045970 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:55.148188 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec41ea9-a4f0-4398-a847-fe37d36b2cbf None None] Pushing event updated for resources: {'Port': ['ID=d3627c1a-19d4-4987-862e-4541c2382ac1,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:55.213461 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:55.224226 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df5b54-d9a9-4bd8-a220-878c4c1b59e3 req-7a17394c-fd82-4c20-9e10-b1322842bc27 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:55.225778 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-11df5b54-d9a9-4bd8-a220-878c4c1b59e3 req-7a17394c-fd82-4c20-9e10-b1322842bc27 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 943 time: 0.1489160 Mar 26 03:18:55.290172 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-11df5b54-d9a9-4bd8-a220-878c4c1b59e3 req-dbcc9e22-84e1-4fd2-bc9b-ef9b3a0d5b15 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532489 Mar 26 03:18:55.319984 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4502573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4584284'] for subnet (4af10bf4-18e8-4b0c-a472-5fc819030036), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.320240 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5150825'] for subnet (7860ae24-b2ac-4383-8475-982d30e12faa), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.347894 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-15de5cb3-b373-4cb5-bd6e-a7115af5b5a6 None None] Provisioning complete for port d3627c1a-19d4-4987-862e-4541c2382ac1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:55.348807 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-15de5cb3-b373-4cb5-bd6e-a7115af5b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.371251 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7860ae24-b2ac-4383-8475-982d30e12faa,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:55.371522 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af10bf4-18e8-4b0c-a472-5fc819030036,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:55.389917 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Checking segment: {'id': '77ab1316-600a-416c-acf7-26c9289786ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cdd9f2dd-3f64-4c10-b487-b51e30e92452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:55.390585 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Network hostable DHCP agents. Network: cdd9f2dd-3f64-4c10-b487-b51e30e92452, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:18:55.391955 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Checking segment: {'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:55.392315 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Network hostable DHCP agents. Network: 72c365e7-5db5-4165-b1e7-840ee58d27f7, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:18:55.462626 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Network cdd9f2dd-3f64-4c10-b487-b51e30e92452 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:18:55.473934 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Network 72c365e7-5db5-4165-b1e7-840ee58d27f7 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:18:55.490508 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-15de5cb3-b373-4cb5-bd6e-a7115af5b5a6 None None] Current status of the port d3627c1a-19d4-4987-862e-4541c2382ac1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:55.491035 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-15de5cb3-b373-4cb5-bd6e-a7115af5b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.532711 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-15de5cb3-b373-4cb5-bd6e-a7115af5b5a6 None None] For port d3627c1a-19d4-4987-862e-4541c2382ac1, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=d3627c1a-19d4-4987-862e-4541c2382ac1,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:55.534938 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:55.535846 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, cdd9f2dd-3f64-4c10-b487-b51e30e92452) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:55.537361 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 72c365e7-5db5-4165-b1e7-840ee58d27f7) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:55.541210 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:55.541527 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:55.545133 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.545277 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.567895 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58198d8-9f69-4b8c-9c8e-e31f1cfc22b2 None None] Network cdd9f2dd-3f64-4c10-b487-b51e30e92452 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:55.569874 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65379af9-e618-4596-a8f5-1196aff10989 None None] Network 72c365e7-5db5-4165-b1e7-840ee58d27f7 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:55.573703 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e3fb1-cd3a-4152-ba13-1bdb2bc4ccc3 None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:18:55.621808 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-01c66022-6553-4f70-96f5-cc5b6128a42f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9175689 Mar 26 03:18:55.621980 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ae4fd88d-19cf-49db-935b-c569e420b7e2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7603130 Mar 26 03:18:55.622685 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52024) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:55.634102 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:55.760403 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1678'] for router (01ca367d-6caa-47e2-bee0-cc62b0291ac6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.761544 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1721'] for router (01ca367d-6caa-47e2-bee0-cc62b0291ac6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.800834 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-15de5cb3-b373-4cb5-bd6e-a7115af5b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.809317 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 6253025e-e5a4-44eb-9543-54d5b6c6ef80 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:55.836217 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks [] for router_controller (01ca367d-6caa-47e2-bee0-cc62b0291ac6), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:55.954875 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5cb3-b373-4cb5-bd6e-a7115af5b5a6 None None] Pushing event updated for resources: {'Port': ['ID=d3627c1a-19d4-4987-862e-4541c2382ac1,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:56.005700 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf969a8-6d3a-48e0-9239-da6a1c151264 None None] Network cdd9f2dd-3f64-4c10-b487-b51e30e92452 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:56.051046 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp724ec4a5-c3c5-5352-9c49-1f43855ad9a8-72c365e7-5db5-4165-b1e7-840ee58d27f7', 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7', 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'fixed_ips': [{'subnet_id': '4af10bf4-18e8-4b0c-a472-5fc819030036'}]}} from dv-cinder-835328-1-iscsi. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 26 03:18:56.052058 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.078133 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:56.078701 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.094769 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks [] for router_gateway (01ca367d-6caa-47e2-bee0-cc62b0291ac6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.342325 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Allocated IP 172.20.0.2 (72c365e7-5db5-4165-b1e7-840ee58d27f7/4af10bf4-18e8-4b0c-a472-5fc819030036/834394f2-c45d-4632-ad95-85b3484d4166) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:56.357261 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:56.472970 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks [] for router_gateway (01ca367d-6caa-47e2-bee0-cc62b0291ac6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.506597 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.519816 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa672e-14fc-4bc2-941a-9d95645063e2 req-3f8dcd4c-3113-43c1-9bab-1acbf11da8b2 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:56.520607 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f4fa672e-14fc-4bc2-941a-9d95645063e2 req-3f8dcd4c-3113-43c1-9bab-1acbf11da8b2 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 943 time: 0.1011326 Mar 26 03:18:56.533107 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Publish callbacks [] for port (834394f2-c45d-4632-ad95-85b3484d4166), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.596107 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:56.601910 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a1953d8a-32f6-456d-9381-9348954ae1ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75178693', 'description': 'tempest-description--891425160'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:56.612422 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367'] for port (834394f2-c45d-4632-ad95-85b3484d4166), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.637057 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f4fa672e-14fc-4bc2-941a-9d95645063e2 req-fc9d477d-3ec5-4c7d-9ec6-c570b78648e7 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018629 Mar 26 03:18:56.674930 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Network 72c365e7-5db5-4165-b1e7-840ee58d27f7 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:56.680950 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:56.684156 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:56.703138 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Pushing event updated for resources: {'Port': ['ID=834394f2-c45d-4632-ad95-85b3484d4166,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:56.707522 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Allocated IP 172.27.1.253 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/5f0a46c7-b69d-4bae-9497-b4aee0a68ba0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:56.710717 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52050) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:56.717324 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622809161-network', 'tenant_id': 'e0e5c84363c04d0bb5e3af8590cc0061'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:56.727307 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a1953d8a-32f6-456d-9381-9348954ae1ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.774574 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Attempting to bind port 834394f2-c45d-4632-ad95-85b3484d4166 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:18:56.774989 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Attempting to bind port 834394f2-c45d-4632-ad95-85b3484d4166 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:18:56.775365 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Attempting to bind port 834394f2-c45d-4632-ad95-85b3484d4166 on network 72c365e7-5db5-4165-b1e7-840ee58d27f7 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:56.780932 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:18:56.784604 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Checking segment: {'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:56.785251 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.785467 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Bound using segment: {'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:18:56.785925 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Bound port: 834394f2-c45d-4632-ad95-85b3484d4166, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:18:56.786350 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (834394f2-c45d-4632-ad95-85b3484d4166), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.813633 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a1953d8a-32f6-456d-9381-9348954ae1ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (fccbf570-00ce-4b22-a277-0e230f4bfcad), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.822624 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Made reservation on behalf of e0e5c84363c04d0bb5e3af8590cc0061 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:56.826079 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.835270 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks [] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.837324 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.867879 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] For port 834394f2-c45d-4632-ad95-85b3484d4166, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:18:56.871453 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] For port 834394f2-c45d-4632-ad95-85b3484d4166, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=834394f2-c45d-4632-ad95-85b3484d4166,segment=NetworkSegment(8759d084-79a2-4e16-8cba-cb9a5e77cac2),segment_id=8759d084-79a2-4e16-8cba-cb9a5e77cac2)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:18:56.888796 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a1953d8a-32f6-456d-9381-9348954ae1ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fccbf570-00ce-4b22-a277-0e230f4bfcad), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.938925 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1953d8a-32f6-456d-9381-9348954ae1ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccbf570-00ce-4b22-a277-0e230f4bfcad,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:56.955861 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Publish callbacks [] for security_group (a1277548-47c4-4b69-b43c-e5150c978b9d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.965306 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.994018 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (834394f2-c45d-4632-ad95-85b3484d4166), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.998065 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a1953d8a-32f6-456d-9381-9348954ae1ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:56.999513 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a1953d8a-32f6-456d-9381-9348954ae1ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4023678 Mar 26 03:18:57.002777 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52052) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:57.007471 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ae866e4f-dd00-4e65-acd2-05b1c3428a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group_rule': {'security_group_id': 'fccbf570-00ce-4b22-a277-0e230f4bfcad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:57.009085 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:57.012038 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:57.023076 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:57.049557 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Pushing event updated for resources: {'Port': ['ID=5f0a46c7-b69d-4bae-9497-b4aee0a68ba0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:57.051351 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (a1277548-47c4-4b69-b43c-e5150c978b9d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.084788 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa5bf4-e6d1-4b47-bafc-2406d90c31bd None None] Pushing event updated for resources: {'Port': ['ID=834394f2-c45d-4632-ad95-85b3484d4166,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:57.092591 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:18:57.104727 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1277548-47c4-4b69-b43c-e5150c978b9d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:57.111503 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (b077b4d7-3e12-4272-8bfc-207ffbcadb12), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.111879 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Added segment b077b4d7-3e12-4272-8bfc-207ffbcadb12 of type vlan for network e99eba90-4a15-411f-b73d-2694a95a68f6 Mar 26 03:18:57.131892 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae866e4f-dd00-4e65-acd2-05b1c3428a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (9e8f1b30-2ecb-44bc-bdd4-9d1e35742dab), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.203315 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (e99eba90-4a15-411f-b73d-2694a95a68f6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.240026 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae866e4f-dd00-4e65-acd2-05b1c3428a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (9e8f1b30-2ecb-44bc-bdd4-9d1e35742dab), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.302721 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device bd80e89b-c811-4f01-a2db-86ab0a85a74a details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:18:57.311348 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (e99eba90-4a15-411f-b73d-2694a95a68f6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.312628 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:57.312932 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.315117 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae866e4f-dd00-4e65-acd2-05b1c3428a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (9e8f1b30-2ecb-44bc-bdd4-9d1e35742dab), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.397210 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae866e4f-dd00-4e65-acd2-05b1c3428a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8f1b30-2ecb-44bc-bdd4-9d1e35742dab,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:57.414697 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks [] for router_gateway (01ca367d-6caa-47e2-bee0-cc62b0291ac6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.416506 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] Pushing event updated for resources: {'Network': ['ID=e99eba90-4a15-411f-b73d-2694a95a68f6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:57.418591 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port bd80e89b-c811-4f01-a2db-86ab0a85a74a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd80e89b-c811-4f01-a2db-86ab0a85a74a,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:57.431044 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network e99eba90-4a15-411f-b73d-2694a95a68f6 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:18:57.449288 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'bd80e89b-c811-4f01-a2db-86ab0a85a74a', 'network_id': '0152f272-cb12-4d38-809e-5df767a73578', 'port_id': 'bd80e89b-c811-4f01-a2db-86ab0a85a74a', 'mac_address': 'fa:16:3e:c9:58:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cda5e6-d787-4537-8454-a025d07dc500', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:18:57.465814 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a2efb650-1753-4d8b-8941-ee953b89ac45 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7534513 Mar 26 03:18:57.469121 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52054) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:57.474048 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Request body: {'subnet': {'network_id': 'e99eba90-4a15-411f-b73d-2694a95a68f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622809161-subnet', 'tenant_id': 'e0e5c84363c04d0bb5e3af8590cc0061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:57.489326 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae866e4f-dd00-4e65-acd2-05b1c3428a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.490689 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ae866e4f-dd00-4e65-acd2-05b1c3428a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4871690 Mar 26 03:18:57.495011 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52056) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:57.501891 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a60ca6fb-9bc2-4080-8f0c-bdad30ffb21d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group_rule': {'security_group_id': 'fccbf570-00ce-4b22-a277-0e230f4bfcad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:57.532639 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port bd80e89b-c811-4f01-a2db-86ab0a85a74a is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:57.533031 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.546927 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd80e89b-c811-4f01-a2db-86ab0a85a74a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:18:57.566842 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port bd80e89b-c811-4f01-a2db-86ab0a85a74a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd80e89b-c811-4f01-a2db-86ab0a85a74a,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:57.577503 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Made reservation on behalf of e0e5c84363c04d0bb5e3af8590cc0061 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:18:57.580285 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5150847'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.601947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a60ca6fb-9bc2-4080-8f0c-bdad30ffb21d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (1d408efb-9a31-41d4-aad9-c2ce3597b255), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.616652 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.665325 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722989'] for router (01ca367d-6caa-47e2-bee0-cc62b0291ac6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.732989 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=bd80e89b-c811-4f01-a2db-86ab0a85a74a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:57.761762 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 834394f2-c45d-4632-ad95-85b3484d4166 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:57.819872 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a60ca6fb-9bc2-4080-8f0c-bdad30ffb21d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (1d408efb-9a31-41d4-aad9-c2ce3597b255), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.825383 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['bd80e89b-c811-4f01-a2db-86ab0a85a74a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:18:57.865912 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6dd94-69fc-4b23-85f7-e541166c9d6e req-62b7a274-7aa8-4900-8a9f-cb60518ff830 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:57.867464 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-87e6dd94-69fc-4b23-85f7-e541166c9d6e req-62b7a274-7aa8-4900-8a9f-cb60518ff830 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 944 time: 0.1420259 Mar 26 03:18:57.868997 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 834394f2-c45d-4632-ad95-85b3484d4166 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:57.869386 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (834394f2-c45d-4632-ad95-85b3484d4166), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.885265 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a60ca6fb-9bc2-4080-8f0c-bdad30ffb21d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (1d408efb-9a31-41d4-aad9-c2ce3597b255), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:57.913112 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 is scheduled to L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 26 03:18:57.945862 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ca6fb-9bc2-4080-8f0c-bdad30ffb21d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d408efb-9a31-41d4-aad9-c2ce3597b255,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:57.989134 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-87e6dd94-69fc-4b23-85f7-e541166c9d6e req-00237a28-53a1-4d27-9863-8b4f6e81893e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133747 Mar 26 03:18:58.033784 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 834394f2-c45d-4632-ad95-85b3484d4166 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:58.034239 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (834394f2-c45d-4632-ad95-85b3484d4166), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.041702 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a60ca6fb-9bc2-4080-8f0c-bdad30ffb21d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.047880 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a60ca6fb-9bc2-4080-8f0c-bdad30ffb21d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5513272 Mar 26 03:18:58.049072 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52060) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:58.053316 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:18:58.071309 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5150825'] for subnet (f9c57cc5-14e6-446c-a4c0-8d13562bf8c2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.078736 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:18:58.091210 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Sync routers for ids ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:18:58.102566 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 834394f2-c45d-4632-ad95-85b3484d4166, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=834394f2-c45d-4632-ad95-85b3484d4166,segment=NetworkSegment(8759d084-79a2-4e16-8cba-cb9a5e77cac2),segment_id=8759d084-79a2-4e16-8cba-cb9a5e77cac2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:58.103447 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Routers {'01ca367d-6caa-47e2-bee0-cc62b0291ac6'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:58.105413 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:58.134546 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c57cc5-14e6-446c-a4c0-8d13562bf8c2,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:58.153187 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Checking segment: {'id': 'b077b4d7-3e12-4272-8bfc-207ffbcadb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e99eba90-4a15-411f-b73d-2694a95a68f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:58.153569 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Network hostable DHCP agents. Network: e99eba90-4a15-411f-b73d-2694a95a68f6, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:18:58.157225 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.182822 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (834394f2-c45d-4632-ad95-85b3484d4166), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.183636 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device d3627c1a-19d4-4987-862e-4541c2382ac1 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:58.185881 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.192945 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-7e11ec2d-f83e-4244-af88-12fc54fa904c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5692077 Mar 26 03:18:58.193610 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52062) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:58.256009 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa787db-2b7e-4329-aef3-bb32ff9fc2c0 None None] Network 72c365e7-5db5-4165-b1e7-840ee58d27f7 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:58.262815 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Set router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:58.274203 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Network e99eba90-4a15-411f-b73d-2694a95a68f6 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:18:58.278563 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.365376 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, e99eba90-4a15-411f-b73d-2694a95a68f6) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:58.370143 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=834394f2-c45d-4632-ad95-85b3484d4166,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:58.376601 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4a54c1c2-036b-4df1-827c-d4946d167353 None None] Provisioning complete for port 834394f2-c45d-4632-ad95-85b3484d4166 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:58.376979 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a54c1c2-036b-4df1-827c-d4946d167353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (834394f2-c45d-4632-ad95-85b3484d4166), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.382494 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0e862-b846-4f2c-b83a-89ddc90b00c7 None None] Network e99eba90-4a15-411f-b73d-2694a95a68f6 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:58.398242 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:58.399759 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.484658 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port d3627c1a-19d4-4987-862e-4541c2382ac1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:58.484979 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.489217 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Allocated IP 172.27.1.172 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/663b664a-4357-4b95-b12b-41f6ce45e462) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:58.586130 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:18:57Z', 'revision_number': 3, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port': {'id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:56Z', 'updated_at': '2022-03-26T03:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:58.619209 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Checking router: 01ca367d-6caa-47e2-bee0-cc62b0291ac6 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:18:58.619777 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Updating router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 binding host dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:18:58.621592 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca0847b-d839-4eca-b431-5691fa700eca None None] Network e99eba90-4a15-411f-b73d-2694a95a68f6 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:18:58.650697 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.671643 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (663b664a-4357-4b95-b12b-41f6ce45e462), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.678573 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4a54c1c2-036b-4df1-827c-d4946d167353 None None] Current status of the port 834394f2-c45d-4632-ad95-85b3484d4166 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:58.709380 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a07c4410-f654-45e1-80e1-1962db56721d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2389874 Mar 26 03:18:58.766134 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (663b664a-4357-4b95-b12b-41f6ce45e462), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.848841 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:58.863245 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:58.873183 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:58.878513 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:58.953262 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port d3627c1a-19d4-4987-862e-4541c2382ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:58.963951 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52066) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:58.964694 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=663b664a-4357-4b95-b12b-41f6ce45e462,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:59.031458 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Publish callbacks [] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.031752 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-51abc84b-822f-40ef-963e-2316d1641ea7 None None] Provisioning complete for port 834394f2-c45d-4632-ad95-85b3484d4166 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:59.031752 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-51abc84b-822f-40ef-963e-2316d1641ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (834394f2-c45d-4632-ad95-85b3484d4166), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.072177 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f69a65-a9bd-4bca-849e-2952b60a40b9 admin admin] Deleting subnet 7860ae24-b2ac-4383-8475-982d30e12faa {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:18:59.077245 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (59a52ac3-704c-4350-9370-9c83bcb413c6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.086841 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0f69a65-a9bd-4bca-849e-2952b60a40b9 admin admin] Publish callbacks [] for subnet (7860ae24-b2ac-4383-8475-982d30e12faa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.118945 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-51abc84b-822f-40ef-963e-2316d1641ea7 None None] Current status of the port 834394f2-c45d-4632-ad95-85b3484d4166 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:59.127171 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Allocated IP 172.20.0.1 (72c365e7-5db5-4165-b1e7-840ee58d27f7/4af10bf4-18e8-4b0c-a472-5fc819030036/e2dadc46-f15a-4788-802c-33a55db19d36) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:18:59.143001 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0f69a65-a9bd-4bca-849e-2952b60a40b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (7860ae24-b2ac-4383-8475-982d30e12faa), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.182513 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0f69a65-a9bd-4bca-849e-2952b60a40b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (7860ae24-b2ac-4383-8475-982d30e12faa), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.196664 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4b7cb-780a-4ee4-aacd-b4479f952e49 req-00ea6522-9971-4b57-a7ed-dbb1e0f05453 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:18:59.198143 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1bd4b7cb-780a-4ee4-aacd-b4479f952e49 req-00ea6522-9971-4b57-a7ed-dbb1e0f05453 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 944 time: 0.1107996 Mar 26 03:18:59.205290 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.266817 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Attempting to bind port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:18:59.267287 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Attempting to bind port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:18:59.267515 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (663b664a-4357-4b95-b12b-41f6ce45e462), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.267750 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Attempting to bind port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 on network f02df74d-cac4-4113-b9c3-4fa8027ab77a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:18:59.274935 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1bd4b7cb-780a-4ee4-aacd-b4479f952e49 req-2c8c94e6-e17c-4e7d-97ed-59d30c6fadb0 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704243 Mar 26 03:18:59.275591 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1dd92-fc6d-425a-a842-598a39e0735e None None] Pushing event updated for resources: {'Port': ['ID=5f0a46c7-b69d-4bae-9497-b4aee0a68ba0,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:59.280023 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:18:59.280395 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Checking segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:18:59.280785 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.281659 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Bound using segment: {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:18:59.282209 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Bound port: 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b61611f-9908-4147-baa4-23bc5531fe53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:18:59.282719 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.285690 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Publish callbacks [] for port (e2dadc46-f15a-4788-802c-33a55db19d36), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.329211 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device bd80e89b-c811-4f01-a2db-86ab0a85a74a up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:59.337877 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0f69a65-a9bd-4bca-849e-2952b60a40b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (7860ae24-b2ac-4383-8475-982d30e12faa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.338275 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] For port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:18:59.342012 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] For port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=5f0a46c7-b69d-4bae-9497-b4aee0a68ba0,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:18:59.396343 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f69a65-a9bd-4bca-849e-2952b60a40b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7860ae24-b2ac-4383-8475-982d30e12faa,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:59.398384 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0f69a65-a9bd-4bca-849e-2952b60a40b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.401641 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-e0f69a65-a9bd-4bca-849e-2952b60a40b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7860ae24-b2ac-4383-8475-982d30e12faa HTTP/1.1" status: 204 len: 168 time: 0.4323196 Mar 26 03:18:59.405069 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52070) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:18:59.414109 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.439908 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port bd80e89b-c811-4f01-a2db-86ab0a85a74a completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:18:59.440733 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.444903 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port bd80e89b-c811-4f01-a2db-86ab0a85a74a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:59.449313 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.468770 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (663b664a-4357-4b95-b12b-41f6ce45e462), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.505684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Network 72c365e7-5db5-4165-b1e7-840ee58d27f7 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:18:59.512022 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Routers {'01ca367d-6caa-47e2-bee0-cc62b0291ac6'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:18:59.512022 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:18:59.517265 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1dd92-fc6d-425a-a842-598a39e0735e None None] Pushing event updated for resources: {'Port': ['ID=5f0a46c7-b69d-4bae-9497-b4aee0a68ba0,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:59.523460 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:18:59.533853 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (cdd9f2dd-3f64-4c10-b487-b51e30e92452), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.536187 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:18:59.540268 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Pushing event updated for resources: {'Port': ['ID=e2dadc46-f15a-4788-802c-33a55db19d36,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:59.572328 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port bd80e89b-c811-4f01-a2db-86ab0a85a74a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:59.573106 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.577513 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (663b664a-4357-4b95-b12b-41f6ce45e462), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.600674 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722424'] for router_interface (01ca367d-6caa-47e2-bee0-cc62b0291ac6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.607116 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7596f9ee-accc-41fa-addd-8fc280d73bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd80e89b-c811-4f01-a2db-86ab0a85a74a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:18:59.607116 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a02e0b9-41af-41db-b15a-b4a4214cbade" -d '{"events": [{"server_uuid": "7596f9ee-accc-41fa-addd-8fc280d73bc9", "name": "network-vif-plugged", "status": "completed", "tag": "bd80e89b-c811-4f01-a2db-86ab0a85a74a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:18:59.629603 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port bd80e89b-c811-4f01-a2db-86ab0a85a74a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd80e89b-c811-4f01-a2db-86ab0a85a74a,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:18:59.671734 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a506f95b-d8c9-4c01-a566-cda4f597b78d x-openstack-request-id: req-a506f95b-d8c9-4c01-a566-cda4f597b78d {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:18:59.672053 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7596f9ee-accc-41fa-addd-8fc280d73bc9", "name": "network-vif-plugged", "status": "completed", "tag": "bd80e89b-c811-4f01-a2db-86ab0a85a74a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:18:59.673757 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a506f95b-d8c9-4c01-a566-cda4f597b78d {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:18:59.674538 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a506f95b-d8c9-4c01-a566-cda4f597b78d'] response: {'server_uuid': '7596f9ee-accc-41fa-addd-8fc280d73bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd80e89b-c811-4f01-a2db-86ab0a85a74a', 'code': 200} Mar 26 03:18:59.675883 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.707766 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=663b664a-4357-4b95-b12b-41f6ce45e462,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:59.725651 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (59a52ac3-704c-4350-9370-9c83bcb413c6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.753991 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] Set router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:18:59.762045 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 834394f2-c45d-4632-ad95-85b3484d4166 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:18:59.792906 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=bd80e89b-c811-4f01-a2db-86ab0a85a74a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:18:59.811237 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.811753 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.812105 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.812506 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.812904 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.813296 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.813688 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.814073 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.814514 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.814876 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.815334 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.815890 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.816280 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.816665 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.817051 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:18:59.853039 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.854235 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c9db92be-aa33-4903-9eae-ff7b8eb982e7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8046284 Mar 26 03:18:59.854734 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 834394f2-c45d-4632-ad95-85b3484d4166 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:59.855179 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (834394f2-c45d-4632-ad95-85b3484d4166), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.970885 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 834394f2-c45d-4632-ad95-85b3484d4166 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:18:59.988016 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-78df7a3d-77fc-46de-8ccf-703c274a2d9d None None] Provisioning complete for port e2dadc46-f15a-4788-802c-33a55db19d36 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:18:59.988502 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-78df7a3d-77fc-46de-8ccf-703c274a2d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:18:59.993733 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:18:57Z', 'revision_number': 3, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port': {'id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:56Z', 'updated_at': '2022-03-26T03:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:00.027070 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd49e3-2f72-45b2-9b05-a24ed3ae8f6c None None] The sync data for ids ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'] in dv-cinder-835328-1-iscsi is: [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:18:57Z', 'revision_number': 3, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port': {'id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:56Z', 'updated_at': '2022-03-26T03:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:19:00.029284 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-78df7a3d-77fc-46de-8ccf-703c274a2d9d None None] Port e2dadc46-f15a-4788-802c-33a55db19d36 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:19:00.112723 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (cdd9f2dd-3f64-4c10-b487-b51e30e92452), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.157953 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd9f2dd-3f64-4c10-b487-b51e30e92452']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:00.215481 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ab1316-600a-416c-acf7-26c9289786ba') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:00.215481 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ab1316-600a-416c-acf7-26c9289786ba') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:00.238154 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (77ab1316-600a-416c-acf7-26c9289786ba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.243787 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-19834296-1943-4728-9299-339417fbe9b7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--75178693&fields=id&tenant_id=b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 267 time: 0.1379416 Mar 26 03:19:00.251332 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e2af-8492-43a5-9d1f-5aa59fb8476d req-ece603be-bdb9-4859-a7aa-5475a353e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:00.252829 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-daf0e2af-8492-43a5-9d1f-5aa59fb8476d req-ece603be-bdb9-4859-a7aa-5475a353e517 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 1129 time: 0.1903045 Mar 26 03:19:00.272948 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (77ab1316-600a-416c-acf7-26c9289786ba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.307001 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (77ab1316-600a-416c-acf7-26c9289786ba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:19:00.312122 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:19:00.432258 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a6672-2005-4bc1-91d3-c16b55b7afa2 req-32f9b1c4-c372-46b8-bd7d-ee3d8b29894d tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:00.433931 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-976a6672-2005-4bc1-91d3-c16b55b7afa2 req-32f9b1c4-c372-46b8-bd7d-ee3d8b29894d tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 945 time: 0.0613739 Mar 26 03:19:00.457151 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.478155 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-daf0e2af-8492-43a5-9d1f-5aa59fb8476d req-298e61c9-589e-4ad8-9ff9-1e4191d9f457 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186482 Mar 26 03:19:00.490403 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-976a6672-2005-4bc1-91d3-c16b55b7afa2 req-8722eef5-fa99-435f-8b40-381e8afa7576 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496533 Mar 26 03:19:00.534128 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed229a-c58a-445c-916a-3524921902d7 req-3053b455-800f-4dde-ad24-9dd56b734b66 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:00.535753 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-3053b455-800f-4dde-ad24-9dd56b734b66 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 813 time: 0.2712343 Mar 26 03:19:00.538660 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (cdd9f2dd-3f64-4c10-b487-b51e30e92452), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.548677 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.551868 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] 10.222.0.20 "DELETE /v2.0/networks/cdd9f2dd-3f64-4c10-b487-b51e30e92452 HTTP/1.1" status: 204 len: 168 time: 1.1457791 Mar 26 03:19:00.554896 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52090) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:00.580857 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366accff-8367-4a62-ab28-5f616288842f admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd9f2dd-3f64-4c10-b487-b51e30e92452,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:00.591969 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-82d467d1-551a-40c5-aea0-96d66681b3b7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/quotas/b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 375 time: 0.0488551 Mar 26 03:19:00.606755 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9ccf66-eb59-4331-a5e4-9949ba32a746 admin admin] Deleting subnet f9c57cc5-14e6-446c-a4c0-8d13562bf8c2 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:19:00.610349 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac9ccf66-eb59-4331-a5e4-9949ba32a746 admin admin] Publish callbacks [] for subnet (f9c57cc5-14e6-446c-a4c0-8d13562bf8c2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.654957 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac9ccf66-eb59-4331-a5e4-9949ba32a746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (f9c57cc5-14e6-446c-a4c0-8d13562bf8c2), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.696207 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac9ccf66-eb59-4331-a5e4-9949ba32a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (f9c57cc5-14e6-446c-a4c0-8d13562bf8c2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.714977 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-9d11b4e8-a344-4eb0-b159-402dbfb65d15 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113930 Mar 26 03:19:00.800274 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Publish callbacks [] for port (e2dadc46-f15a-4788-802c-33a55db19d36), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.822947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac9ccf66-eb59-4331-a5e4-9949ba32a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (f9c57cc5-14e6-446c-a4c0-8d13562bf8c2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.841969 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-4899b5ba-45d7-4d0f-89bc-8794311c2c84 service neutron] 10.222.0.20 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100380 Mar 26 03:19:00.845087 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.850777 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ccf66-eb59-4331-a5e4-9949ba32a746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c57cc5-14e6-446c-a4c0-8d13562bf8c2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:00.854427 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac9ccf66-eb59-4331-a5e4-9949ba32a746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.858565 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ac9ccf66-eb59-4331-a5e4-9949ba32a746 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f9c57cc5-14e6-446c-a4c0-8d13562bf8c2 HTTP/1.1" status: 204 len: 168 time: 0.3017423 Mar 26 03:19:00.860384 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52092) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:00.933716 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (e99eba90-4a15-411f-b73d-2694a95a68f6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.957562 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722284'] for router_interface (01ca367d-6caa-47e2-bee0-cc62b0291ac6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:00.976128 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Pushing event updated for resources: {'Port': ['ID=e2dadc46-f15a-4788-802c-33a55db19d36,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:01.010507 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (e99eba90-4a15-411f-b73d-2694a95a68f6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.031030 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99eba90-4a15-411f-b73d-2694a95a68f6']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:01.040308 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b077b4d7-3e12-4272-8bfc-207ffbcadb12') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:01.040598 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b077b4d7-3e12-4272-8bfc-207ffbcadb12') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:01.049685 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5209742'] for segment (b077b4d7-3e12-4272-8bfc-207ffbcadb12), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.052552 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-849865d3-e3c8-4371-97e8-6ca632d8d70c service neutron] 10.222.0.20 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837623 Mar 26 03:19:01.064284 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (b077b4d7-3e12-4272-8bfc-207ffbcadb12), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.071105 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:19:01.071105 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286246'] for segment (b077b4d7-3e12-4272-8bfc-207ffbcadb12), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: Traceback (most recent call last): Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: timer() Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: cb(*args, **kw) Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: return func(*args, **kwargs) Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: self._notify() Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: self.callback(batched_events) Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: event.method(event) Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: return f(self, *a, **k) Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._get(url).json() Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:19:01.072574 dv-cinder-835328-1-iscsi neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:19:01.089768 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Network 72c365e7-5db5-4165-b1e7-840ee58d27f7 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:19:01.091357 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:19:01.205426 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (e99eba90-4a15-411f-b73d-2694a95a68f6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.213264 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.216995 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] 10.222.0.20 "DELETE /v2.0/networks/e99eba90-4a15-411f-b73d-2694a95a68f6 HTTP/1.1" status: 204 len: 168 time: 0.3554904 Mar 26 03:19:01.227553 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6e5ec-1871-411d-bc9a-b2aa09b387be admin admin] Pushing event deleted for resources: {'Network': ['ID=e99eba90-4a15-411f-b73d-2694a95a68f6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:01.231415 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:19:01.375130 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-75e629d7-311c-4ed2-9b5b-433d17b700d3 req-5deeaa78-9804-4270-af62-85e14d1f145f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 210 time: 0.0571439 Mar 26 03:19:01.387984 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:19:01.403004 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-26f86eb5-20fb-44e2-ba75-50a0a8921842 admin admin] 10.222.0.20 "PUT /v2.0/routers/01ca367d-6caa-47e2-bee0-cc62b0291ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2082949 Mar 26 03:19:01.458103 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-58dcf964-c586-472a-9b3e-beccf70e95f8 None None] Provisioning complete for port e2dadc46-f15a-4788-802c-33a55db19d36 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:01.458644 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58dcf964-c586-472a-9b3e-beccf70e95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.498471 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-58dcf964-c586-472a-9b3e-beccf70e95f8 None None] Port e2dadc46-f15a-4788-802c-33a55db19d36 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:19:01.631258 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f3de7-bcc8-46dc-9c02-df01791dc825 req-7debe604-ea55-472f-97f3-51e6cd808122 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:01.632793 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-407f3de7-bcc8-46dc-9c02-df01791dc825 req-7debe604-ea55-472f-97f3-51e6cd808122 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 945 time: 0.0655296 Mar 26 03:19:01.657523 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52112) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:01.696102 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-407f3de7-bcc8-46dc-9c02-df01791dc825 req-ccb67d40-1fa1-4782-8784-8f26f0cdd34a tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510695 Mar 26 03:19:01.721603 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-32c42109-00a0-44c8-921f-49ec217f5a89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ca689f966d4406a89bc04ccf8a291cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552461 Mar 26 03:19:01.722009 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52114) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:01.725070 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:19:01.783404 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07f857da-c52a-4aeb-9268-bd6327d26b84 admin admin] Publish callbacks [] for security_group (ca1debde-6f03-4a43-a804-227b79544eff), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.788699 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:01.789324 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.808060 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07f857da-c52a-4aeb-9268-bd6327d26b84 admin admin] Publish callbacks [] for security_group (ca1debde-6f03-4a43-a804-227b79544eff), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.882159 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:01.882783 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.902630 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07f857da-c52a-4aeb-9268-bd6327d26b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ca1debde-6f03-4a43-a804-227b79544eff), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.905519 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07f857da-c52a-4aeb-9268-bd6327d26b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:01.909423 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-07f857da-c52a-4aeb-9268-bd6327d26b84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca1debde-6f03-4a43-a804-227b79544eff HTTP/1.1" status: 204 len: 168 time: 0.1872711 Mar 26 03:19:01.909551 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] For port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=5f0a46c7-b69d-4bae-9497-b4aee0a68ba0,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:01.916835 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f857da-c52a-4aeb-9268-bd6327d26b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1debde-6f03-4a43-a804-227b79544eff,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:01.965723 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.024051 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Pushing event updated for resources: {'Port': ['ID=5f0a46c7-b69d-4bae-9497-b4aee0a68ba0,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:02.222575 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52120) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:02.227127 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a6b16321-1ed3-48f6-a517-0d960871b4c1 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750807559', 'description': 'tempest-secgroup-smoke-1750807559 description', 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:02.313847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6b16321-1ed3-48f6-a517-0d960871b4c1 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.379104 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6b16321-1ed3-48f6-a517-0d960871b4c1 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group (96d6e5ea-c6a9-41fb-89fb-19db47e775ba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.442270 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6b16321-1ed3-48f6-a517-0d960871b4c1 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (96d6e5ea-c6a9-41fb-89fb-19db47e775ba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.470498 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ff9ca738-a4bf-495e-ad59-2a6ffd9f8cf4 req-6af67226-1ee1-4b72-9718-dbae9b9b54c8 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 210 time: 0.0373402 Mar 26 03:19:02.495683 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b16321-1ed3-48f6-a517-0d960871b4c1 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d6e5ea-c6a9-41fb-89fb-19db47e775ba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:02.561507 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6b16321-1ed3-48f6-a517-0d960871b4c1 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.562776 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a6b16321-1ed3-48f6-a517-0d960871b4c1 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3391786 Mar 26 03:19:02.565795 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52126) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:02.573007 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-38a46887-6ad9-41cd-a18e-815ca773563a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'security_group_rule': {'security_group_id': '96d6e5ea-c6a9-41fb-89fb-19db47e775ba', 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:02.599656 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52128) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:02.641932 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-fae5ca7a-1bf9-4586-abbc-b229d5bab05b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0e5c84363c04d0bb5e3af8590cc0061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410213 Mar 26 03:19:02.644584 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52130) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:02.661883 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38a46887-6ad9-41cd-a18e-815ca773563a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (e7e68ef8-1fcc-4ca9-90f3-a12c69e90172), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.697964 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f334423-3d20-4321-8e5d-4ed0f30c8e9a admin admin] Publish callbacks [] for security_group (a1277548-47c4-4b69-b43c-e5150c978b9d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.721172 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f334423-3d20-4321-8e5d-4ed0f30c8e9a admin admin] Publish callbacks [] for security_group (a1277548-47c4-4b69-b43c-e5150c978b9d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.733901 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38a46887-6ad9-41cd-a18e-815ca773563a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (e7e68ef8-1fcc-4ca9-90f3-a12c69e90172), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.788079 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38a46887-6ad9-41cd-a18e-815ca773563a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (e7e68ef8-1fcc-4ca9-90f3-a12c69e90172), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.793530 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Sync routers for ids ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:19:02.809578 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a46887-6ad9-41cd-a18e-815ca773563a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e68ef8-1fcc-4ca9-90f3-a12c69e90172,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:02.810783 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Routers {'01ca367d-6caa-47e2-bee0-cc62b0291ac6'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:19:02.811471 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:02.823231 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d085d3c-7607-4582-9c8f-d6709d564ad7 req-a64ccfeb-5876-4a3d-8c71-abd8faef963a tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:02.824746 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1d085d3c-7607-4582-9c8f-d6709d564ad7 req-a64ccfeb-5876-4a3d-8c71-abd8faef963a tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 945 time: 0.0567310 Mar 26 03:19:02.837788 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f334423-3d20-4321-8e5d-4ed0f30c8e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (a1277548-47c4-4b69-b43c-e5150c978b9d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.840414 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f334423-3d20-4321-8e5d-4ed0f30c8e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.842095 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-9f334423-3d20-4321-8e5d-4ed0f30c8e9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1277548-47c4-4b69-b43c-e5150c978b9d HTTP/1.1" status: 204 len: 168 time: 0.1966052 Mar 26 03:19:02.858142 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f334423-3d20-4321-8e5d-4ed0f30c8e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1277548-47c4-4b69-b43c-e5150c978b9d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:02.876616 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38a46887-6ad9-41cd-a18e-815ca773563a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:02.877776 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-38a46887-6ad9-41cd-a18e-815ca773563a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110125 Mar 26 03:19:02.880738 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52136) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:02.886622 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-87d0f1da-ded1-45e9-8959-55c3ec621577 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'security_group_rule': {'security_group_id': '96d6e5ea-c6a9-41fb-89fb-19db47e775ba', 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:02.891562 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1d085d3c-7607-4582-9c8f-d6709d564ad7 req-75153692-db6d-4798-8e8f-b6360ebbfd85 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Mar 26 03:19:02.969633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Set router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:19:02.993422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87d0f1da-ded1-45e9-8959-55c3ec621577 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (31e94dc0-f126-4938-b438-8cfb03e99fa3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.056291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87d0f1da-ded1-45e9-8959-55c3ec621577 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (31e94dc0-f126-4938-b438-8cfb03e99fa3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.196438 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87d0f1da-ded1-45e9-8959-55c3ec621577 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (31e94dc0-f126-4938-b438-8cfb03e99fa3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.210750 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:19:00Z', 'revision_number': 4, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port': {'id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:56Z', 'updated_at': '2022-03-26T03:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'e2dadc46-f15a-4788-802c-33a55db19d36', 'name': '', 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'mac_address': 'fa:16:3e:cd:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4af10bf4-18e8-4b0c-a472-5fc819030036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:58Z', 'updated_at': '2022-03-26T03:19:00Z', 'revision_number': 2, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'subnets': [{'id': '4af10bf4-18e8-4b0c-a472-5fc819030036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:03.232978 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0f1da-ded1-45e9-8959-55c3ec621577 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e94dc0-f126-4938-b438-8cfb03e99fa3,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:03.244626 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Checking router: 01ca367d-6caa-47e2-bee0-cc62b0291ac6 for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:19:03.245175 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Updating router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 port e2dadc46-f15a-4788-802c-33a55db19d36 binding host dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 26 03:19:03.280390 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed229a-c58a-445c-916a-3524921902d7 req-24856238-2ec9-43ab-8f0b-e67e9228cec7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:03.281843 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-24856238-2ec9-43ab-8f0b-e67e9228cec7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 813 time: 0.1360312 Mar 26 03:19:03.285625 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.320210 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87d0f1da-ded1-45e9-8959-55c3ec621577 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.322209 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-87d0f1da-ded1-45e9-8959-55c3ec621577 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4393144 Mar 26 03:19:03.324259 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52178) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:03.329214 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-430a96cf-dc1b-445e-bba2-7e7872ec944a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'security_group_rule': {'security_group_id': '96d6e5ea-c6a9-41fb-89fb-19db47e775ba', 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:03.381608 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-47311bad-8d3e-4e1b-8b5f-7a6a7385bb60 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 470 time: 0.0910685 Mar 26 03:19:03.391802 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'port': {'device_id': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'admin_state_up': True, 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'security_groups': ['fccbf570-00ce-4b22-a277-0e230f4bfcad']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:03.503427 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430a96cf-dc1b-445e-bba2-7e7872ec944a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (f44cf2c3-a3a7-4853-ba9c-a0f59b4bfbf3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.597052 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-995b4d09-28e4-4eca-9eaf-3e6e57d7bc69 req-4de9bbfb-aa56-4faf-899c-7329251debb9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 210 time: 0.0412247 Mar 26 03:19:03.621897 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Made reservation on behalf of b7df08c76ffa498386ce64c13b56db9b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:19:03.630376 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.638347 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430a96cf-dc1b-445e-bba2-7e7872ec944a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (f44cf2c3-a3a7-4853-ba9c-a0f59b4bfbf3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.678784 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Publish callbacks [] for port (e2dadc46-f15a-4788-802c-33a55db19d36), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.710153 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:19:03.758200 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:03.758510 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.792187 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Allocated IP 172.20.0.13 (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89/4ec37132-197c-4e11-96bf-c55d875777c6/c3b72f8b-5818-41f0-a8cb-79c88ed940e4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:19:03.796118 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.798188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430a96cf-dc1b-445e-bba2-7e7872ec944a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (f44cf2c3-a3a7-4853-ba9c-a0f59b4bfbf3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.817772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a96cf-dc1b-445e-bba2-7e7872ec944a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44cf2c3-a3a7-4853-ba9c-a0f59b4bfbf3,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:03.910118 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5b69d-bd10-46c3-90a1-9520da181a34 None None] Pushing event updated for resources: {'Port': ['ID=e2dadc46-f15a-4788-802c-33a55db19d36,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:03.977279 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:03.989324 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430a96cf-dc1b-445e-bba2-7e7872ec944a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:03.989324 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-430a96cf-dc1b-445e-bba2-7e7872ec944a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6624398 Mar 26 03:19:03.991051 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52204) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:03.993315 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Attempting to bind port e2dadc46-f15a-4788-802c-33a55db19d36 on host dv-cinder-835328-1-iscsi for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:19:03.993910 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Attempting to bind port e2dadc46-f15a-4788-802c-33a55db19d36 by drivers openvswitch,hyperv on host dv-cinder-835328-1-iscsi at level 0 using segments [{'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:19:03.994503 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Attempting to bind port e2dadc46-f15a-4788-802c-33a55db19d36 on network 72c365e7-5db5-4165-b1e7-840ee58d27f7 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:19:04.001134 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Checking agent: {'id': '8889720b-c5f2-40ee-bc70-add563925642', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835328-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 2, 52), 'started_at': datetime.datetime(2022, 3, 26, 3, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835328-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:19:04.001505 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Checking segment: {'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:19:04.001665 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f1414217-cad3-4bea-bcbe-b75796e48d66 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'security_group_rule': {'security_group_id': '96d6e5ea-c6a9-41fb-89fb-19db47e775ba', 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:04.002230 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.002907 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Bound using segment: {'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:19:04.003591 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Bound port: e2dadc46-f15a-4788-802c-33a55db19d36, host: dv-cinder-835328-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8759d084-79a2-4e16-8cba-cb9a5e77cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:19:04.004203 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.013015 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.074895 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] For port e2dadc46-f15a-4788-802c-33a55db19d36, host dv-cinder-835328-1-iscsi, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:19:04.078358 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] For port e2dadc46-f15a-4788-802c-33a55db19d36, host dv-cinder-835328-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=e2dadc46-f15a-4788-802c-33a55db19d36,segment=NetworkSegment(8759d084-79a2-4e16-8cba-cb9a5e77cac2),segment_id=8759d084-79a2-4e16-8cba-cb9a5e77cac2)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:19:04.102067 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1414217-cad3-4bea-bcbe-b75796e48d66 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (fadf3e14-8bfa-4fcc-9d47-0401a5599dae), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.147520 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b6aa8aab-75b4-4d5e-8ec5-ff4e7f81f39d None None] Provisioning complete for port e2dadc46-f15a-4788-802c-33a55db19d36 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:04.148179 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8aab-75b4-4d5e-8ec5-ff4e7f81f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.155733 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.178907 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.220483 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:04.233722 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa8aab-75b4-4d5e-8ec5-ff4e7f81f39d None None] Port e2dadc46-f15a-4788-802c-33a55db19d36 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:19:04.245667 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1414217-cad3-4bea-bcbe-b75796e48d66 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (fadf3e14-8bfa-4fcc-9d47-0401a5599dae), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.252017 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:19:04.253764 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:19:04.257302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:19:04.257766 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Routers {'01ca367d-6caa-47e2-bee0-cc62b0291ac6'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:19:04.258638 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:04.320544 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1414217-cad3-4bea-bcbe-b75796e48d66 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (fadf3e14-8bfa-4fcc-9d47-0401a5599dae), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.355594 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5b69d-bd10-46c3-90a1-9520da181a34 None None] Pushing event updated for resources: {'Port': ['ID=e2dadc46-f15a-4788-802c-33a55db19d36,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:04.360336 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1414217-cad3-4bea-bcbe-b75796e48d66 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadf3e14-8bfa-4fcc-9d47-0401a5599dae,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:04.381971 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:04.383260 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.436002 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] Set router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:19:04.482185 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1414217-cad3-4bea-bcbe-b75796e48d66 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.486036 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f1414217-cad3-4bea-bcbe-b75796e48d66 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4919727 Mar 26 03:19:04.487140 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52224) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:04.491708 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-60c1c00b-710a-4fcf-a300-4d39b2419cdd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'security_group_rule': {'security_group_id': '96d6e5ea-c6a9-41fb-89fb-19db47e775ba', 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:04.496972 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-84a5c7e8-38d5-4b95-87e5-2f185fb4083d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1069531 Mar 26 03:19:04.509463 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Request body: {'port': {'device_id': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:04.608899 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.639764 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-60c1c00b-710a-4fcf-a300-4d39b2419cdd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Project ef5204f423fa41ab9eea99a0e04f5241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:19:04.645346 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60c1c00b-710a-4fcf-a300-4d39b2419cdd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (9a488a70-c472-4ebb-95f2-55b6b8330150), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.688015 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Provisioning complete for port e2dadc46-f15a-4788-802c-33a55db19d36 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:04.688371 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.764734 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:19:00Z', 'revision_number': 4, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port': {'id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:56Z', 'updated_at': '2022-03-26T03:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'e2dadc46-f15a-4788-802c-33a55db19d36', 'name': '', 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'mac_address': 'fa:16:3e:cd:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4af10bf4-18e8-4b0c-a472-5fc819030036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:58Z', 'updated_at': '2022-03-26T03:19:04Z', 'revision_number': 4, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'subnets': [{'id': '4af10bf4-18e8-4b0c-a472-5fc819030036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:04.797239 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60c1c00b-710a-4fcf-a300-4d39b2419cdd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (9a488a70-c472-4ebb-95f2-55b6b8330150), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.802402 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76788cdb-5d98-4da1-b73d-bbc280ce708b None None] The sync data for ids ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'] in dv-cinder-835328-1-iscsi is: [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:19:00Z', 'revision_number': 4, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port': {'id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:56Z', 'updated_at': '2022-03-26T03:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'e2dadc46-f15a-4788-802c-33a55db19d36', 'name': '', 'network_id': '72c365e7-5db5-4165-b1e7-840ee58d27f7', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'mac_address': 'fa:16:3e:cd:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4af10bf4-18e8-4b0c-a472-5fc819030036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:58Z', 'updated_at': '2022-03-26T03:19:04Z', 'revision_number': 4, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'subnets': [{'id': '4af10bf4-18e8-4b0c-a472-5fc819030036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:19:04.848014 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c2f9-0cfa-430d-85e3-3398596eca8b req-77522832-d21b-4225-a539-989570771765 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:04.855388 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4d02c2f9-0cfa-430d-85e3-3398596eca8b req-77522832-d21b-4225-a539-989570771765 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 932 time: 0.1536145 Mar 26 03:19:04.864002 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60c1c00b-710a-4fcf-a300-4d39b2419cdd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (9a488a70-c472-4ebb-95f2-55b6b8330150), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.904495 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Current status of the port e2dadc46-f15a-4788-802c-33a55db19d36 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:04.904887 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.922861 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1c00b-710a-4fcf-a300-4d39b2419cdd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a488a70-c472-4ebb-95f2-55b6b8330150,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:04.956525 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] For port e2dadc46-f15a-4788-802c-33a55db19d36, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=e2dadc46-f15a-4788-802c-33a55db19d36,segment=NetworkSegment(8759d084-79a2-4e16-8cba-cb9a5e77cac2),segment_id=8759d084-79a2-4e16-8cba-cb9a5e77cac2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:04.959320 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4d02c2f9-0cfa-430d-85e3-3398596eca8b req-cba8133a-aeae-47c9-aa91-7f77c7744454 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826290 Mar 26 03:19:04.991933 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60c1c00b-710a-4fcf-a300-4d39b2419cdd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:04.993321 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-60c1c00b-710a-4fcf-a300-4d39b2419cdd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5051420 Mar 26 03:19:04.998747 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:05.003345 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5a92da6c-10f8-4ac8-a941-805acb156330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'security_group_rule': {'security_group_id': '96d6e5ea-c6a9-41fb-89fb-19db47e775ba', 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:05.005645 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.027148 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b72f8b-5818-41f0-a8cb-79c88ed940e4 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:19:05.036907 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Publish callbacks [] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.051378 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Transition to ACTIVE for port object c3b72f8b-5818-41f0-a8cb-79c88ed940e4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:19:05.077378 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Provisioning complete for port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:05.077755 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.096404 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-5a92da6c-10f8-4ac8-a941-805acb156330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Project ef5204f423fa41ab9eea99a0e04f5241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 26 03:19:05.104980 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a92da6c-10f8-4ac8-a941-805acb156330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (397b81e1-656a-4f80-bfbb-ca010f666777), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.125374 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.126143 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Pushing event updated for resources: {'Port': ['ID=e2dadc46-f15a-4788-802c-33a55db19d36,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:05.143250 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-205a9d95-6273-4ceb-92aa-3559c0c876a6 None None] Port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:19:05.213995 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:05.236894 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a92da6c-10f8-4ac8-a941-805acb156330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (397b81e1-656a-4f80-bfbb-ca010f666777), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.302363 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a92da6c-10f8-4ac8-a941-805acb156330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (397b81e1-656a-4f80-bfbb-ca010f666777), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.323319 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Attempting to bind port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:19:05.331811 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Attempting to bind port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:19:05.331811 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Attempting to bind port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:19:05.331811 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:19:05.331811 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Attempting to bind port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:19:05.334246 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92da6c-10f8-4ac8-a941-805acb156330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397b81e1-656a-4f80-bfbb-ca010f666777,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:05.353177 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:19:05.355427 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Checking segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:19:05.355427 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Bound using segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:19:05.355427 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Bound port: c3b72f8b-5818-41f0-a8cb-79c88ed940e4, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:19:05.355427 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.408616 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a92da6c-10f8-4ac8-a941-805acb156330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.413091 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-5a92da6c-10f8-4ac8-a941-805acb156330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4102249 Mar 26 03:19:05.464318 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] For port c3b72f8b-5818-41f0-a8cb-79c88ed940e4, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:19:05.473299 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] For port c3b72f8b-5818-41f0-a8cb-79c88ed940e4, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:19:05.526596 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.580606 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:05.581324 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.583211 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3b72f8b-5818-41f0-a8cb-79c88ed940e4 HTTP/1.1" status: 200 len: 1094 time: 1.0803175 Mar 26 03:19:05.586819 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'tag': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:05.589413 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f38911-c016-448d-8c57-bc7164ab2f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "09e72ca1-4d06-49ee-8f9a-2d87cadf16f7", "tag": "c3b72f8b-5818-41f0-a8cb-79c88ed940e4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:05.657707 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927917c-16ac-4c3e-9970-cba3cea76760 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:05.711378 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08efaa58-1420-4450-8f80-3a26c497dbd0 x-openstack-request-id: req-08efaa58-1420-4450-8f80-3a26c497dbd0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:05.711678 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e72ca1-4d06-49ee-8f9a-2d87cadf16f7", "tag": "c3b72f8b-5818-41f0-a8cb-79c88ed940e4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:05.711931 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08efaa58-1420-4450-8f80-3a26c497dbd0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:05.712334 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08efaa58-1420-4450-8f80-3a26c497dbd0'] response: {'name': 'network-changed', 'server_uuid': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'tag': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'status': 'completed', 'code': 200} Mar 26 03:19:05.768606 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device e2dadc46-f15a-4788-802c-33a55db19d36 up at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:19:05.820924 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed229a-c58a-445c-916a-3524921902d7 req-b1fe3b76-392a-432a-bfc8-ad9a72295b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:05.828170 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-b1fe3b76-392a-432a-bfc8-ad9a72295b53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 1128 time: 0.0838642 Mar 26 03:19:05.852097 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Provisioning complete for port e2dadc46-f15a-4788-802c-33a55db19d36 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:05.852572 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:05.894380 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-f0a26687-9b95-4172-9be6-bba7179fcec6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b72f8b-5818-41f0-a8cb-79c88ed940e4 HTTP/1.1" status: 200 len: 217 time: 0.0604229 Mar 26 03:19:05.942475 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Current status of the port e2dadc46-f15a-4788-802c-33a55db19d36 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:05.945850 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed229a-c58a-445c-916a-3524921902d7 req-db2cf1f4-0f90-4316-8bc7-a504f3e6bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:05.947563 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-db2cf1f4-0f90-4316-8bc7-a504f3e6bf45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0466664 Mar 26 03:19:06.011353 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed229a-c58a-445c-916a-3524921902d7 req-1dec25de-2e07-412a-95c4-5b1425e0bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:06.011353 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-1dec25de-2e07-412a-95c4-5b1425e0bfa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500517 Mar 26 03:19:06.089332 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88496e26-b16f-4b67-8bbd-f6415a410389 req-0834624f-8502-4dbf-a60c-e65bab363ea7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:06.092761 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-88496e26-b16f-4b67-8bbd-f6415a410389 req-0834624f-8502-4dbf-a60c-e65bab363ea7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 944 time: 0.0573895 Mar 26 03:19:06.129983 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-f22507d2-7504-4849-b4e6-25c43dcfa134 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182766 Mar 26 03:19:06.178786 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-88496e26-b16f-4b67-8bbd-f6415a410389 req-ca35086f-fd82-441e-a4f7-148b75e71f40 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758176 Mar 26 03:19:06.270048 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5eed229a-c58a-445c-916a-3524921902d7 req-38702b4b-4777-43ad-8e7a-0245fc8c8135 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298153 Mar 26 03:19:06.284025 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52308) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:06.429178 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba91547a-2a46-482c-8056-bdd6b9edad33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:06.472083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-a989ed4d-edce-4ad4-a397-e7bd5f6fdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:06.473595 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-a989ed4d-edce-4ad4-a397-e7bd5f6fdc3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 1128 time: 0.0858335 Mar 26 03:19:06.583364 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba91547a-2a46-482c-8056-bdd6b9edad33 admin admin] Publish callbacks [] for security_group (216441bc-a47d-4707-bc64-31a07572a7d8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:06.596361 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-5d3d6dfb-6d51-43b7-8451-da827bed0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:06.597864 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-5d3d6dfb-6d51-43b7-8451-da827bed0ce8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 913 time: 0.1154971 Mar 26 03:19:06.648719 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-ee6d7611-e06d-47c0-b228-d1ec57d29577 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b72f8b-5818-41f0-a8cb-79c88ed940e4 HTTP/1.1" status: 200 len: 217 time: 0.0441163 Mar 26 03:19:06.690297 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba91547a-2a46-482c-8056-bdd6b9edad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (216441bc-a47d-4707-bc64-31a07572a7d8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:06.737070 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-d765c409-b19c-4725-bab9-36542d3e47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:06.738699 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-d765c409-b19c-4725-bab9-36542d3e47e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0833964 Mar 26 03:19:06.746033 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91547a-2a46-482c-8056-bdd6b9edad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216441bc-a47d-4707-bc64-31a07572a7d8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:06.759324 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-ba91547a-2a46-482c-8056-bdd6b9edad33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=144c13a78987479a80f52a71dc7f2d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4742167 Mar 26 03:19:06.761828 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52326) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:06.841291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-8097fb56-1043-42af-9eab-6ccd38f4b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:06.842898 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-8097fb56-1043-42af-9eab-6ccd38f4b0ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932841 Mar 26 03:19:06.848376 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1197-236a-4a30-bd95-9e2e40183734 admin admin] Publish callbacks [] for security_group (216441bc-a47d-4707-bc64-31a07572a7d8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:06.918202 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1197-236a-4a30-bd95-9e2e40183734 admin admin] Publish callbacks [] for security_group (216441bc-a47d-4707-bc64-31a07572a7d8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:06.980617 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-5886a0af-4c1b-43fd-94a4-9c57c0220b56 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302328 Mar 26 03:19:07.070383 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-68f38911-c016-448d-8c57-bc7164ab2f7c req-c44f7213-7021-4924-8b54-d78d3df628be service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833592 Mar 26 03:19:07.096580 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1197-236a-4a30-bd95-9e2e40183734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (216441bc-a47d-4707-bc64-31a07572a7d8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:07.099156 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1197-236a-4a30-bd95-9e2e40183734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:07.100290 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-0bdc1197-236a-4a30-bd95-9e2e40183734 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/216441bc-a47d-4707-bc64-31a07572a7d8 HTTP/1.1" status: 204 len: 168 time: 0.3375809 Mar 26 03:19:07.108962 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc1197-236a-4a30-bd95-9e2e40183734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216441bc-a47d-4707-bc64-31a07572a7d8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:07.328950 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816718-c0e3-4e17-aa1a-66046ad4ea5c req-b9f7c7c4-da62-4af4-b7af-e2d6af150d10 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:07.328950 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0c816718-c0e3-4e17-aa1a-66046ad4ea5c req-b9f7c7c4-da62-4af4-b7af-e2d6af150d10 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 944 time: 0.0659373 Mar 26 03:19:07.380612 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0c816718-c0e3-4e17-aa1a-66046ad4ea5c req-630e07c9-5409-40ce-bc36-2fa9539200ae tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509868 Mar 26 03:19:07.417960 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c3b72f8b-5818-41f0-a8cb-79c88ed940e4 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:19:07.654366 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c3b72f8b-5818-41f0-a8cb-79c88ed940e4, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:07.666078 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'port_id': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'mac_address': 'fa:16:3e:3f:b0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:19:07.704903 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:07.705292 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:07.715786 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52340) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:07.718491 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b72f8b-5818-41f0-a8cb-79c88ed940e4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:19:07.729054 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbd15-432b-4828-984e-af1c77717936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:07.738210 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c3b72f8b-5818-41f0-a8cb-79c88ed940e4, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:07.805813 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:07.813181 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbd15-432b-4828-984e-af1c77717936 admin admin] Publish callbacks [] for security_group (fc91b261-5dad-4fda-a166-46e82c58f654), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:07.857133 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:07.879952 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbd15-432b-4828-984e-af1c77717936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fc91b261-5dad-4fda-a166-46e82c58f654), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:07.919480 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ab5fbd15-432b-4828-984e-af1c77717936 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ea92f14d2454c13b8263e363af9f956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024791 Mar 26 03:19:07.920633 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fbd15-432b-4828-984e-af1c77717936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc91b261-5dad-4fda-a166-46e82c58f654,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:07.923863 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52342) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:07.982207 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1063b76-5ede-4dac-9d91-8eb23f455188 admin admin] Publish callbacks [] for security_group (fc91b261-5dad-4fda-a166-46e82c58f654), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:08.004619 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1063b76-5ede-4dac-9d91-8eb23f455188 admin admin] Publish callbacks [] for security_group (fc91b261-5dad-4fda-a166-46e82c58f654), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:08.066056 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['c3b72f8b-5818-41f0-a8cb-79c88ed940e4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:19:08.120351 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1063b76-5ede-4dac-9d91-8eb23f455188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fc91b261-5dad-4fda-a166-46e82c58f654), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:08.124377 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1063b76-5ede-4dac-9d91-8eb23f455188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:08.125537 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f1063b76-5ede-4dac-9d91-8eb23f455188 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc91b261-5dad-4fda-a166-46e82c58f654 HTTP/1.1" status: 204 len: 168 time: 0.2004175 Mar 26 03:19:08.133980 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1063b76-5ede-4dac-9d91-8eb23f455188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc91b261-5dad-4fda-a166-46e82c58f654,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:08.398219 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:19:08.512501 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d03128-3822-45da-b8cf-a27e673af76c req-f5bdb5f3-8c31-4b7b-8f78-c3588942402d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:08.514023 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-10d03128-3822-45da-b8cf-a27e673af76c req-f5bdb5f3-8c31-4b7b-8f78-c3588942402d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 945 time: 0.0607476 Mar 26 03:19:08.564507 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-10d03128-3822-45da-b8cf-a27e673af76c req-8eaa7941-015e-4ef1-8944-4e1ba08b092d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440056 Mar 26 03:19:09.435726 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c3b72f8b-5818-41f0-a8cb-79c88ed940e4 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:19:09.582724 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:19:09.587048 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:09.587439 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:09.684103 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:09.685608 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:09.697157 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e0d96-232d-41ae-ba99-8246ba5ec7db req-092f0296-668b-4d23-861b-3692b42c8795 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:09.698577 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c2e0d96-232d-41ae-ba99-8246ba5ec7db req-092f0296-668b-4d23-861b-3692b42c8795 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 945 time: 0.0585401 Mar 26 03:19:09.709578 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:09.712633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdcbaf0-284d-4a30-8336-b9b04b65c64e" -d '{"events": [{"server_uuid": "09e72ca1-4d06-49ee-8f9a-2d87cadf16f7", "name": "network-vif-plugged", "status": "completed", "tag": "c3b72f8b-5818-41f0-a8cb-79c88ed940e4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:09.728303 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port c3b72f8b-5818-41f0-a8cb-79c88ed940e4, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:09.753485 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c2e0d96-232d-41ae-ba99-8246ba5ec7db req-4bb5cd35-37cf-443d-8c7c-f0a336d41654 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491157 Mar 26 03:19:09.770577 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f5f55-d6a8-49d0-b4e9-f7eb466b3574 x-openstack-request-id: req-d45f5f55-d6a8-49d0-b4e9-f7eb466b3574 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:09.771091 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e72ca1-4d06-49ee-8f9a-2d87cadf16f7", "name": "network-vif-plugged", "status": "completed", "tag": "c3b72f8b-5818-41f0-a8cb-79c88ed940e4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:09.771354 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d45f5f55-d6a8-49d0-b4e9-f7eb466b3574 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:09.771755 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45f5f55-d6a8-49d0-b4e9-f7eb466b3574'] response: {'server_uuid': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'code': 200} Mar 26 03:19:09.799917 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:09.853863 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:10.062329 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083a312-432d-4807-a167-337a4163996b req-74bcac9c-3792-458a-bdb3-41b7705e6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:10.063909 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b083a312-432d-4807-a167-337a4163996b req-74bcac9c-3792-458a-bdb3-41b7705e6363 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 1130 time: 0.0506041 Mar 26 03:19:10.109542 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b083a312-432d-4807-a167-337a4163996b req-fb2be82f-8e7d-4b7d-814c-ab1a3055fc5b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392461 Mar 26 03:19:10.875519 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ce97a-a072-45b5-b341-9ec9591250fe req-38b89517-cbea-43b5-ad72-319a7b313057 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:10.876980 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e26ce97a-a072-45b5-b341-9ec9591250fe req-38b89517-cbea-43b5-ad72-319a7b313057 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 946 time: 0.0530307 Mar 26 03:19:10.925300 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e26ce97a-a072-45b5-b341-9ec9591250fe req-4d4ccd12-63a9-4d52-bb08-c1aaaf87257e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425351 Mar 26 03:19:12.049679 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38dd9b-dc3a-4385-b4bd-be7663ff432d req-37c63862-70b9-4b13-8461-2740ee68610f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:12.051456 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4e38dd9b-dc3a-4385-b4bd-be7663ff432d req-37c63862-70b9-4b13-8461-2740ee68610f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 946 time: 0.0583744 Mar 26 03:19:12.099057 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4e38dd9b-dc3a-4385-b4bd-be7663ff432d req-e03545ef-c4dd-4ec3-92bf-b0a2f8987821 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418329 Mar 26 03:19:12.220789 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23021eed-1e3e-4d33-9483-fee08cd0c4b1 req-a7fa7345-ab13-42bc-9dd9-97ae327f1529 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:12.222470 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-23021eed-1e3e-4d33-9483-fee08cd0c4b1 req-a7fa7345-ab13-42bc-9dd9-97ae327f1529 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Mar 26 03:19:12.231114 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52426) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:12.236078 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'floatingip': {'port_id': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:12.278997 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (59a52ac3-704c-4350-9370-9c83bcb413c6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:12.962131 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:13.034171 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (59a52ac3-704c-4350-9370-9c83bcb413c6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:13.136448 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Floating IP 59a52ac3-704c-4350-9370-9c83bcb413c6 associated. External IP: 172.27.1.172, port: c3b72f8b-5818-41f0-a8cb-79c88ed940e4. Mar 26 03:19:13.348547 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:19:13.464549 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:19:13.468863 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:13.474615 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:19:13.485409 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:19:13.486313 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:13.499781 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-9c651aad-2559-4051-9634-67c2ce6a8566 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "PUT /v2.0/floatingips/59a52ac3-704c-4350-9370-9c83bcb413c6 HTTP/1.1" status: 200 len: 992 time: 1.2669950 Mar 26 03:19:13.500684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'tag': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:13.503391 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e873303-4f96-43c4-aa5d-162876bafaee" -d '{"events": [{"name": "network-changed", "server_uuid": "09e72ca1-4d06-49ee-8f9a-2d87cadf16f7", "tag": "c3b72f8b-5818-41f0-a8cb-79c88ed940e4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:13.547089 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269ea131-6f6e-4641-b9ce-51f1f82a129a x-openstack-request-id: req-269ea131-6f6e-4641-b9ce-51f1f82a129a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:13.547390 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e72ca1-4d06-49ee-8f9a-2d87cadf16f7", "tag": "c3b72f8b-5818-41f0-a8cb-79c88ed940e4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:13.547647 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-269ea131-6f6e-4641-b9ce-51f1f82a129a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:13.548058 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269ea131-6f6e-4641-b9ce-51f1f82a129a'] response: {'name': 'network-changed', 'server_uuid': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'tag': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'status': 'completed', 'code': 200} Mar 26 03:19:13.602781 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:19:13.836169 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:10Z', 'revision_number': 2, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}, {'id': '59a52ac3-704c-4350-9370-9c83bcb413c6', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:3f:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:18:58Z', 'updated_at': '2022-03-26T03:19:12Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:13.869889 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:19:13.878525 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:19:13.879134 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:18:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:13.988730 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:19:14.299344 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:10Z', 'revision_number': 2, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}, {'id': '59a52ac3-704c-4350-9370-9c83bcb413c6', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:3f:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:18:58Z', 'updated_at': '2022-03-26T03:19:12Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:14.328072 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef93b5f-e1e4-42fa-b55b-fcb4bfb683d0 None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:10Z', 'revision_number': 2, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}, {'id': '59a52ac3-704c-4350-9370-9c83bcb413c6', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:3f:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:18:58Z', 'updated_at': '2022-03-26T03:19:12Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:19:14.537866 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3888b0-15bc-4e66-96af-83d770cd8dfa None None] New status for floating IP 59a52ac3-704c-4350-9370-9c83bcb413c6: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:19:16.106870 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b26bc018-55f9-48bf-813d-b1dc42bbbf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:16.163928 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873303-4f96-43c4-aa5d-162876bafaee req-44991f1d-51d0-43cc-9d5f-d97864ea1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:16.165408 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e873303-4f96-43c4-aa5d-162876bafaee req-44991f1d-51d0-43cc-9d5f-d97864ea1e3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 1130 time: 0.0520773 Mar 26 03:19:16.254073 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873303-4f96-43c4-aa5d-162876bafaee req-8daf4677-2c30-4d07-b484-26dddb960fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:16.255794 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e873303-4f96-43c4-aa5d-162876bafaee req-8daf4677-2c30-4d07-b484-26dddb960fce service neutron] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 913 time: 0.0843701 Mar 26 03:19:16.328719 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e873303-4f96-43c4-aa5d-162876bafaee req-fa48311c-fe2c-42ce-9cd0-b7ab886c7bfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b72f8b-5818-41f0-a8cb-79c88ed940e4 HTTP/1.1" status: 200 len: 1002 time: 0.0649586 Mar 26 03:19:16.379683 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873303-4f96-43c4-aa5d-162876bafaee req-f8bafc4c-44c1-4e8f-82c1-7e60f062f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:16.381188 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e873303-4f96-43c4-aa5d-162876bafaee req-f8bafc4c-44c1-4e8f-82c1-7e60f062f1bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0463018 Mar 26 03:19:16.431403 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873303-4f96-43c4-aa5d-162876bafaee req-08df696a-8e50-495e-985f-9eb9229fbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:16.433090 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e873303-4f96-43c4-aa5d-162876bafaee req-08df696a-8e50-495e-985f-9eb9229fbfdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457911 Mar 26 03:19:16.531098 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e873303-4f96-43c4-aa5d-162876bafaee req-e0d6333e-d043-40b2-923d-62b4f2b8a5c6 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907428 Mar 26 03:19:16.625012 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e873303-4f96-43c4-aa5d-162876bafaee req-6a62c513-3e8c-4cc8-8c99-7c27c4a1bf08 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871034 Mar 26 03:19:18.370617 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3589c493-fd2a-4cc8-a32c-c3aa27566bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:19.433358 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.450894 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52512) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:20.522084 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.559746 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c22ceb7-62f4-4e07-8a86-28b671f01701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.633141 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c22ceb7-62f4-4e07-8a86-28b671f01701 admin admin] Publish callbacks [] for security_group (ebd1c656-8582-42b7-8690-b76a6521ebec), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.690914 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c22ceb7-62f4-4e07-8a86-28b671f01701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ebd1c656-8582-42b7-8690-b76a6521ebec), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.729339 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-9c22ceb7-62f4-4e07-8a86-28b671f01701 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53f348af6a094cf299188b66d3f69a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773192 Mar 26 03:19:20.732130 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52518) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:20.734910 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22ceb7-62f4-4e07-8a86-28b671f01701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd1c656-8582-42b7-8690-b76a6521ebec,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:20.753914 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.781511 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e98c57a-ad1b-4d68-b40c-d7c72c605fd0 admin admin] Publish callbacks [] for security_group (ebd1c656-8582-42b7-8690-b76a6521ebec), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.802233 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e98c57a-ad1b-4d68-b40c-d7c72c605fd0 admin admin] Publish callbacks [] for security_group (ebd1c656-8582-42b7-8690-b76a6521ebec), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.936631 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e98c57a-ad1b-4d68-b40c-d7c72c605fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (ebd1c656-8582-42b7-8690-b76a6521ebec), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.939339 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e98c57a-ad1b-4d68-b40c-d7c72c605fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:20.942065 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-9e98c57a-ad1b-4d68-b40c-d7c72c605fd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebd1c656-8582-42b7-8690-b76a6521ebec HTTP/1.1" status: 204 len: 168 time: 0.2073762 Mar 26 03:19:20.948500 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98c57a-ad1b-4d68-b40c-d7c72c605fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd1c656-8582-42b7-8690-b76a6521ebec,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:21.471443 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52534) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:21.484801 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5111096f-9e90-4558-9624-d207b2069a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:21.560054 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5111096f-9e90-4558-9624-d207b2069a27 admin admin] Publish callbacks [] for security_group (e5923f46-af35-46c4-b2ca-11acabc4d36f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:21.610578 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5111096f-9e90-4558-9624-d207b2069a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e5923f46-af35-46c4-b2ca-11acabc4d36f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:21.649591 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-5111096f-9e90-4558-9624-d207b2069a27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33a1aaf13aef44539c22976d14716fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770778 Mar 26 03:19:21.650478 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111096f-9e90-4558-9624-d207b2069a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5923f46-af35-46c4-b2ca-11acabc4d36f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:21.652308 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52538) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:21.704893 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7d3e-4c61-4b84-b0ed-2b5a7509440b admin admin] Publish callbacks [] for security_group (e5923f46-af35-46c4-b2ca-11acabc4d36f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:21.725898 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7d3e-4c61-4b84-b0ed-2b5a7509440b admin admin] Publish callbacks [] for security_group (e5923f46-af35-46c4-b2ca-11acabc4d36f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:21.827987 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7d3e-4c61-4b84-b0ed-2b5a7509440b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (e5923f46-af35-46c4-b2ca-11acabc4d36f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:21.830768 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7d3e-4c61-4b84-b0ed-2b5a7509440b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:21.831912 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-ca6c7d3e-4c61-4b84-b0ed-2b5a7509440b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5923f46-af35-46c4-b2ca-11acabc4d36f HTTP/1.1" status: 204 len: 168 time: 0.1785326 Mar 26 03:19:21.839818 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c7d3e-4c61-4b84-b0ed-2b5a7509440b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5923f46-af35-46c4-b2ca-11acabc4d36f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:22.450115 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:23.158210 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-8b5c5dc7-3473-46b8-84e4-7cb0ad3137c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431356 Mar 26 03:19:23.221236 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-1043768b-fb59-49b1-8722-707820b57814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:23.222780 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-1043768b-fb59-49b1-8722-707820b57814 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 1129 time: 0.0436542 Mar 26 03:19:23.334208 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-d51dde76-be16-4a10-87fd-0257c735b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:23.335785 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-d51dde76-be16-4a10-87fd-0257c735b0ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 913 time: 0.0873871 Mar 26 03:19:23.415902 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-e81cc46b-656b-44db-ab82-09ffd3cbb7eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 HTTP/1.1" status: 200 len: 1000 time: 0.0693665 Mar 26 03:19:23.415902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 52588) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:23.473409 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-01a4146d-1112-4d59-bd70-139945de6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:23.474949 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-01a4146d-1112-4d59-bd70-139945de6544 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0538316 Mar 26 03:19:23.544533 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-055c50ef-e46d-4aaa-af8e-3879c2a15084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:23.545978 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-055c50ef-e46d-4aaa-af8e-3879c2a15084 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615857 Mar 26 03:19:23.547712 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39a7d29d-08c6-4403-bbb5-d7ab7cad2d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:23.673605 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-d0e76e95-0fe8-49bc-a16b-82a59f4f9545 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159940 Mar 26 03:19:23.734200 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39a7d29d-08c6-4403-bbb5-d7ab7cad2d46 admin admin] Publish callbacks [] for security_group (66b6b86a-f38b-489c-abab-811fafb3a194), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:23.773830 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-09029cdc-e8ac-43e0-a4f5-219c3374c89d req-a81c0f04-32a9-4fb8-8dd4-416fc1b0b94d service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910194 Mar 26 03:19:23.782714 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39a7d29d-08c6-4403-bbb5-d7ab7cad2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (66b6b86a-f38b-489c-abab-811fafb3a194), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:23.820826 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-39a7d29d-08c6-4403-bbb5-d7ab7cad2d46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d60a1c6fddb40cea34eb704305d490a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038868 Mar 26 03:19:23.821794 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7d29d-08c6-4403-bbb5-d7ab7cad2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b6b86a-f38b-489c-abab-811fafb3a194,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:23.823509 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52592) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:23.872702 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a534b2dc-3370-43ce-9188-46cb8dcb36fe admin admin] Publish callbacks [] for security_group (66b6b86a-f38b-489c-abab-811fafb3a194), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:23.893546 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a534b2dc-3370-43ce-9188-46cb8dcb36fe admin admin] Publish callbacks [] for security_group (66b6b86a-f38b-489c-abab-811fafb3a194), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:24.016470 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a534b2dc-3370-43ce-9188-46cb8dcb36fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (66b6b86a-f38b-489c-abab-811fafb3a194), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:24.019101 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a534b2dc-3370-43ce-9188-46cb8dcb36fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:24.020240 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a534b2dc-3370-43ce-9188-46cb8dcb36fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66b6b86a-f38b-489c-abab-811fafb3a194 HTTP/1.1" status: 204 len: 168 time: 0.1951559 Mar 26 03:19:24.027808 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534b2dc-3370-43ce-9188-46cb8dcb36fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b6b86a-f38b-489c-abab-811fafb3a194,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:24.894758 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52618) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:24.988336 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1770183489-network', 'tenant_id': 'c0b7b79034934f759d980b97d4c4f984'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:25.055872 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Made reservation on behalf of c0b7b79034934f759d980b97d4c4f984 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:19:25.058116 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.066159 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.136423 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Publish callbacks [] for security_group (237c214a-8aea-4f9c-a5f4-729414162fad), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.181939 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (237c214a-8aea-4f9c-a5f4-729414162fad), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.205344 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 26 03:19:25.220382 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237c214a-8aea-4f9c-a5f4-729414162fad,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:25.223158 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (1548f374-0473-4d38-93f6-228b874fdebb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.223494 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.segments_db [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Added segment 1548f374-0473-4d38-93f6-228b874fdebb of type vlan for network 9d247743-d61c-4f6e-b730-47fc542a74b6 Mar 26 03:19:25.261107 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751990005571'] for network (9d247743-d61c-4f6e-b730-47fc542a74b6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.370414 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291'] for network (9d247743-d61c-4f6e-b730-47fc542a74b6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.371389 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:25.371965 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.429186 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] Pushing event updated for resources: {'Network': ['ID=9d247743-d61c-4f6e-b730-47fc542a74b6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:25.439262 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Network 9d247743-d61c-4f6e-b730-47fc542a74b6 details requested by agent ovs-agent-dv-cinder-835328-1-iscsi with host dv-cinder-835328-1-iscsi {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 26 03:19:25.513012 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-902a85eb-b1e6-4d5b-8c33-811b9ba29663 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6150208 Mar 26 03:19:25.516008 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52626) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:25.519162 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Request body: {'subnet': {'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1770183489-subnet', 'tenant_id': 'c0b7b79034934f759d980b97d4c4f984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:25.616276 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Made reservation on behalf of c0b7b79034934f759d980b97d4c4f984 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:19:25.618640 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5150847'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.851312 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5150825'] for subnet (c4477127-f909-4789-86d5-394150c8850f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:25.905366 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4477127-f909-4789-86d5-394150c8850f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:25.913698 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Checking segment: {'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:19:25.914045 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Network hostable DHCP agents. Network: 9d247743-d61c-4f6e-b730-47fc542a74b6, hostable agents: ['fa4dfa73-0838-46d9-bd18-9925c53cce97'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 26 03:19:26.016228 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Network 9d247743-d61c-4f6e-b730-47fc542a74b6 is scheduled to be hosted by DHCP agent fa4dfa73-0838-46d9-bd18-9925c53cce97 with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 26 03:19:26.095257 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835328-1-iscsi, 9d247743-d61c-4f6e-b730-47fc542a74b6) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:19:26.099326 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:26.099906 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:26.106632 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0891bfc-28d7-4043-82b1-3d163c688edc None None] Network 9d247743-d61c-4f6e-b730-47fc542a74b6 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:19:26.173914 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-200debaa-c313-47f9-a540-dd060e85a0f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6592112 Mar 26 03:19:26.202404 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f49d19e-cb55-466e-a317-5afc85d08ba0 None None] Network 9d247743-d61c-4f6e-b730-47fc542a74b6 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:19:26.518162 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-194ea884-30e1-4cb8-b43d-16345fbaec75 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750807559&fields=id&tenant_id=ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 267 time: 0.0481901 Mar 26 03:19:26.621854 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-fe7071e4-7513-4c2d-b361-ba2b5b03975c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:26.623367 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-fe7071e4-7513-4c2d-b361-ba2b5b03975c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 811 time: 0.0986714 Mar 26 03:19:26.637442 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-130669b0-32f7-4fd0-9185-c747c6f11dc2 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/quotas/ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 375 time: 0.0087321 Mar 26 03:19:26.691471 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-0bb65764-4f2a-472b-bd03-83137fa293d2 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490577 Mar 26 03:19:26.786643 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-2ea9894a-3ebd-4d73-b69d-bd5e9cbf54c6 service neutron] 10.222.0.20 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843379 Mar 26 03:19:26.874433 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-8bbf09c7-ce23-4f1c-ae82-1c4400406932 service neutron] 10.222.0.20 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819268 Mar 26 03:19:27.370583 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fefa5637-144f-4879-89b8-540354078032 req-8f746494-aafa-4dfa-9fff-b7000ef0ce82 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 210 time: 0.0301368 Mar 26 03:19:28.143135 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-b607eac8-71a1-49b6-a0cc-de3c373e8466 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:28.144635 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-b607eac8-71a1-49b6-a0cc-de3c373e8466 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/networks?id=9d247743-d61c-4f6e-b730-47fc542a74b6 HTTP/1.1" status: 200 len: 809 time: 0.1063256 Mar 26 03:19:28.160512 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-bddef083-428c-4be6-b8eb-1193e03b43d4 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/quotas/c0b7b79034934f759d980b97d4c4f984 HTTP/1.1" status: 200 len: 375 time: 0.0095830 Mar 26 03:19:28.192985 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-51c67c54-7e86-4c83-a32b-e840ff7be8f6 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0b7b79034934f759d980b97d4c4f984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272520 Mar 26 03:19:28.285743 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d549a88a-1f4e-44ff-9f00-a88b11a70de6 service neutron] 10.222.0.20 "GET /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860355 Mar 26 03:19:28.372177 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-68fb6139-03e7-4293-a66a-03c86c23de83 service neutron] 10.222.0.20 "GET /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807171 Mar 26 03:19:28.463613 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0c3af181-984c-4dec-9945-0d14f7c52c8a req-f5a4d8c9-9ec6-4c36-b461-ce270b78f00a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 210 time: 0.0286238 Mar 26 03:19:28.600327 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1346231d-8c19-42ab-a8b8-d5cd03f4a9d2 req-8f96f43b-fe36-4216-b403-65846cdf6ecd tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 210 time: 0.0282030 Mar 26 03:19:29.486551 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-81ad26cc-6c8c-4cf1-86bb-bccf7c94984c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:29.488605 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-81ad26cc-6c8c-4cf1-86bb-bccf7c94984c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 811 time: 0.0992134 Mar 26 03:19:29.558958 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-ccefac6f-f78f-43db-b4af-4ed5929d4d78 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 380 time: 0.0617306 Mar 26 03:19:29.567351 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'port': {'device_id': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'admin_state_up': True, 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'security_groups': ['96d6e5ea-c6a9-41fb-89fb-19db47e775ba']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:29.574806 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8378ae8c-653f-4199-a624-11f545dd71c9 req-44d07e2a-33ec-454b-952d-8218957bb76f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 210 time: 0.0296159 Mar 26 03:19:29.704300 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f630be15-e119-434a-8463-46b02525edaf req-5e36a2d9-42e7-49b3-9f61-86468ae755a7 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 210 time: 0.0275991 Mar 26 03:19:29.736116 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Made reservation on behalf of ef5204f423fa41ab9eea99a0e04f5241 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:19:29.744695 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:29.867230 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Allocated IP 172.20.0.6 (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359/d3f87506-2e4f-4a0e-a3da-9392b5b04b67/a404181a-ccfb-4e3a-859e-21564fff0ff5) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:19:30.007527 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:30.136073 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:30.178314 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:19:30.181454 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:19:30.188296 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:19:30.215379 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=a404181a-ccfb-4e3a-859e-21564fff0ff5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:30.243667 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:30.245335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:30.350123 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-c4f11034-f3d5-4c41-9b0e-e32974f8d423 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861595 Mar 26 03:19:30.362519 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Request body: {'port': {'device_id': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:30.385534 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-90267699-2b8b-4ed6-9fca-836202a7e455 None None] Provisioning complete for port a404181a-ccfb-4e3a-859e-21564fff0ff5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:30.391006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90267699-2b8b-4ed6-9fca-836202a7e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:30.424166 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:30.424413 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-90267699-2b8b-4ed6-9fca-836202a7e455 None None] Port a404181a-ccfb-4e3a-859e-21564fff0ff5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:19:30.724549 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78986d2c-d00a-4010-9f7a-e301d7e21abc req-fe12b277-bbe2-4c8f-9301-207d7a47027b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:30.726543 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-78986d2c-d00a-4010-9f7a-e301d7e21abc req-fe12b277-bbe2-4c8f-9301-207d7a47027b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 931 time: 0.0772669 Mar 26 03:19:30.738330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-dd6b7375-9510-4132-8215-89759d3ab051 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:30.739906 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-dd6b7375-9510-4132-8215-89759d3ab051 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.18 "GET /v2.0/networks?id=9d247743-d61c-4f6e-b730-47fc542a74b6 HTTP/1.1" status: 200 len: 809 time: 0.1442776 Mar 26 03:19:30.756530 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Request body: {'port': {'device_id': '669e0200-9b13-4324-bab8-730fe5db878f', 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6', 'admin_state_up': True, 'tenant_id': 'c0b7b79034934f759d980b97d4c4f984'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:30.810283 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-78986d2c-d00a-4010-9f7a-e301d7e21abc req-f4e10adc-b40e-4611-ad92-5601ef3a8517 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701458 Mar 26 03:19:30.878835 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-461cc2d2-bc9c-4780-9d19-6b1ab15d901d req-12835841-dff2-4316-ba0a-39122cf10a78 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 210 time: 0.0732663 Mar 26 03:19:30.886201 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a404181a-ccfb-4e3a-859e-21564fff0ff5 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:19:30.904613 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Publish callbacks [] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:30.931725 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Transition to ACTIVE for port object a404181a-ccfb-4e3a-859e-21564fff0ff5 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:19:30.999248 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:31.047646 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Made reservation on behalf of c0b7b79034934f759d980b97d4c4f984 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:19:31.051044 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:31.082294 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Pushing event updated for resources: {'Port': ['ID=a404181a-ccfb-4e3a-859e-21564fff0ff5,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:31.194436 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Attempting to bind port a404181a-ccfb-4e3a-859e-21564fff0ff5 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:19:31.194436 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Attempting to bind port a404181a-ccfb-4e3a-859e-21564fff0ff5 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:19:31.194726 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Attempting to bind port a404181a-ccfb-4e3a-859e-21564fff0ff5 on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:19:31.205167 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Port a404181a-ccfb-4e3a-859e-21564fff0ff5 on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:19:31.205449 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Attempting to bind port a404181a-ccfb-4e3a-859e-21564fff0ff5 on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:19:31.214159 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:19:31.214517 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Checking segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:19:31.214902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Bound using segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:19:31.215330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Bound port: a404181a-ccfb-4e3a-859e-21564fff0ff5, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:19:31.215686 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:31.304223 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Allocated IP 172.20.0.7 (9d247743-d61c-4f6e-b730-47fc542a74b6/c4477127-f909-4789-86d5-394150c8850f/3257786f-6a02-45f6-bf19-8dbd219f6edd) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:19:31.326639 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] For port a404181a-ccfb-4e3a-859e-21564fff0ff5, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:19:31.331737 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] For port a404181a-ccfb-4e3a-859e-21564fff0ff5, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=a404181a-ccfb-4e3a-859e-21564fff0ff5,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:19:31.408736 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:31.452755 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:31.453948 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:31.455328 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] 10.222.0.18 "PUT /v2.0/ports/a404181a-ccfb-4e3a-859e-21564fff0ff5 HTTP/1.1" status: 200 len: 1093 time: 1.0970726 Mar 26 03:19:31.455770 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'tag': 'a404181a-ccfb-4e3a-859e-21564fff0ff5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:31.458130 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e22d6a-4014-434e-a814-60af998c3518" -d '{"events": [{"name": "network-changed", "server_uuid": "e2065689-04f4-4bf0-a9da-5fddd1c3ae4c", "tag": "a404181a-ccfb-4e3a-859e-21564fff0ff5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:31.510889 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9aeff0-d241-492c-bb1d-ad4f0284e4ac x-openstack-request-id: req-de9aeff0-d241-492c-bb1d-ad4f0284e4ac {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:31.511178 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2065689-04f4-4bf0-a9da-5fddd1c3ae4c", "tag": "a404181a-ccfb-4e3a-859e-21564fff0ff5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:31.511436 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de9aeff0-d241-492c-bb1d-ad4f0284e4ac {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:31.511835 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9aeff0-d241-492c-bb1d-ad4f0284e4ac'] response: {'name': 'network-changed', 'server_uuid': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'tag': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'status': 'completed', 'code': 200} Mar 26 03:19:31.547100 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks [] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:31.548635 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3973c39-d192-4458-8e05-862ecba66897 service neutron] Pushing event updated for resources: {'Port': ['ID=a404181a-ccfb-4e3a-859e-21564fff0ff5,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:31.614407 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e22d6a-4014-434e-a814-60af998c3518 req-703a55b7-bd08-4169-b33d-0b3d48562d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:31.618627 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-72e22d6a-4014-434e-a814-60af998c3518 req-703a55b7-bd08-4169-b33d-0b3d48562d4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 1127 time: 0.0811853 Mar 26 03:19:31.714185 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:31.743559 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e22d6a-4014-434e-a814-60af998c3518 req-2e496039-c949-4aa9-a645-168b1a82e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:31.744991 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-72e22d6a-4014-434e-a814-60af998c3518 req-2e496039-c949-4aa9-a645-168b1a82e239 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1188266 Mar 26 03:19:31.762687 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Network 9d247743-d61c-4f6e-b730-47fc542a74b6 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:19:31.768564 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:19:31.772965 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:19:31.776798 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Pushing event updated for resources: {'Port': ['ID=3257786f-6a02-45f6-bf19-8dbd219f6edd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:31.825654 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:31.826253 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:31.922896 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-d5720d95-b794-49f8-a5fb-f1a845a9a3f1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1723816 Mar 26 03:19:31.934838 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ac34-71c9-412b-8e82-3ad8b8ef27fb req-fbeae31d-38cd-48ca-8d37-52dc8aa1c43f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:31.936392 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1fa4ac34-71c9-412b-8e82-3ad8b8ef27fb req-fbeae31d-38cd-48ca-8d37-52dc8aa1c43f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0569379 Mar 26 03:19:31.985612 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1fa4ac34-71c9-412b-8e82-3ad8b8ef27fb req-498f6331-b551-45c2-947b-9e12a7be3663 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425413 Mar 26 03:19:31.999953 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b1335-68e0-4e91-82bf-c30b1cc53129 req-84d52bd5-0701-413a-af84-5e6d02004aa6 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:32.002006 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0e2b1335-68e0-4e91-82bf-c30b1cc53129 req-84d52bd5-0701-413a-af84-5e6d02004aa6 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 931 time: 0.0524046 Mar 26 03:19:32.046915 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0e2b1335-68e0-4e91-82bf-c30b1cc53129 req-7d1a72a9-6405-4145-835b-7f8c5a4ddb04 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Mar 26 03:19:33.102530 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf1d19-13e7-4cb0-891d-305973f6537a req-fc1e9ed3-63ae-4adb-8f11-3f1056f614e9 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:33.104022 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6ebf1d19-13e7-4cb0-891d-305973f6537a req-fc1e9ed3-63ae-4adb-8f11-3f1056f614e9 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0515828 Mar 26 03:19:33.151857 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6ebf1d19-13e7-4cb0-891d-305973f6537a req-4aa634ed-63ab-40bb-86cf-fec0ea174032 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423546 Mar 26 03:19:33.162791 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef0944-d69b-418d-b793-bc642a95b58c req-df5bbe71-817d-4517-9540-aeb089000c56 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:33.164107 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dfef0944-d69b-418d-b793-bc642a95b58c req-df5bbe71-817d-4517-9540-aeb089000c56 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 931 time: 0.0509923 Mar 26 03:19:33.212464 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dfef0944-d69b-418d-b793-bc642a95b58c req-24728369-c117-4946-9b36-5ba8dd7c5292 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Mar 26 03:19:34.145782 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Request body: {'port': {'device_id': '669e0200-9b13-4324-bab8-730fe5db878f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:34.329670 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94369163-2b8c-49bb-866b-789aba73c00e req-6b8e626f-f853-43c7-98a7-a543798318cc tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:34.331521 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-94369163-2b8c-49bb-866b-789aba73c00e req-6b8e626f-f853-43c7-98a7-a543798318cc tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 931 time: 0.0538387 Mar 26 03:19:34.381199 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-94369163-2b8c-49bb-866b-789aba73c00e req-88cc827f-975d-4974-923b-fd8b05db4987 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439413 Mar 26 03:19:34.535362 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:34.568434 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e22d6a-4014-434e-a814-60af998c3518 req-6e94f4be-4bd0-46a7-b8a3-76c15d68c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:34.569896 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-72e22d6a-4014-434e-a814-60af998c3518 req-6e94f4be-4bd0-46a7-b8a3-76c15d68c773 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4355829 Mar 26 03:19:34.601201 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776c0b9-37b1-4a3c-8bdd-e34b8f8465fe req-b2cf6876-d500-4910-b1c8-0e660e1deb0f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:34.602684 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5776c0b9-37b1-4a3c-8bdd-e34b8f8465fe req-b2cf6876-d500-4910-b1c8-0e660e1deb0f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.3840551 Mar 26 03:19:34.754683 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-96d548c6-1637-4214-b349-08b455d661d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:34.756133 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-96d548c6-1637-4214-b349-08b455d661d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 1127 time: 0.1493759 Mar 26 03:19:34.769988 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5776c0b9-37b1-4a3c-8bdd-e34b8f8465fe req-13479f84-2bee-4248-9d2c-4e6bcd91a892 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517277 Mar 26 03:19:34.833736 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-6d2bd177-c250-48b4-9927-a7e0474b981b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a404181a-ccfb-4e3a-859e-21564fff0ff5 HTTP/1.1" status: 200 len: 217 time: 0.0681629 Mar 26 03:19:34.907724 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-435089dc-d46e-422b-bb90-9ea0eafa452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:34.909098 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-435089dc-d46e-422b-bb90-9ea0eafa452e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0683951 Mar 26 03:19:34.987070 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3257786f-6a02-45f6-bf19-8dbd219f6edd {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:19:34.995992 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Publish callbacks [] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:35.013794 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-e6f2cc67-2ef5-4120-823d-cd3bb5f0a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:35.015245 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-e6f2cc67-2ef5-4120-823d-cd3bb5f0a57d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970032 Mar 26 03:19:35.016123 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Transition to ACTIVE for port object 3257786f-6a02-45f6-bf19-8dbd219f6edd will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:19:35.104345 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-6c088de6-cd46-437b-8e76-539c16c46d7b service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824094 Mar 26 03:19:35.104930 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:35.208557 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Pushing event updated for resources: {'Port': ['ID=3257786f-6a02-45f6-bf19-8dbd219f6edd,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:35.254871 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.255220 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.255558 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.255893 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.256221 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.256551 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.256872 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.257194 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.257521 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.257840 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.258160 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.258507 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.258829 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.259147 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.259460 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:35.293422 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0865134b-9eda-46b2-aca0-42a0ecbd9e71 req-58f88575-0a89-4871-93e3-520cb98d0921 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784582 Mar 26 03:19:35.306055 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Attempting to bind port 3257786f-6a02-45f6-bf19-8dbd219f6edd on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:19:35.306386 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Attempting to bind port 3257786f-6a02-45f6-bf19-8dbd219f6edd by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:19:35.306739 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Attempting to bind port 3257786f-6a02-45f6-bf19-8dbd219f6edd on network 9d247743-d61c-4f6e-b730-47fc542a74b6 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:19:35.310948 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Port 3257786f-6a02-45f6-bf19-8dbd219f6edd on network 9d247743-d61c-4f6e-b730-47fc542a74b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:19:35.314501 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Attempting to bind port 3257786f-6a02-45f6-bf19-8dbd219f6edd on network 9d247743-d61c-4f6e-b730-47fc542a74b6 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:19:35.316526 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:19:35.316859 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Checking segment: {'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:19:35.317233 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Bound using segment: {'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:19:35.317644 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Bound port: 3257786f-6a02-45f6-bf19-8dbd219f6edd, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:19:35.318006 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:35.383316 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] For port 3257786f-6a02-45f6-bf19-8dbd219f6edd, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:19:35.386204 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] For port 3257786f-6a02-45f6-bf19-8dbd219f6edd, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=3257786f-6a02-45f6-bf19-8dbd219f6edd,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:19:35.463179 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:35.500972 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:35.501575 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:35.503009 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] 10.222.0.18 "PUT /v2.0/ports/3257786f-6a02-45f6-bf19-8dbd219f6edd HTTP/1.1" status: 200 len: 1093 time: 1.3606894 Mar 26 03:19:35.503457 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669e0200-9b13-4324-bab8-730fe5db878f', 'tag': '3257786f-6a02-45f6-bf19-8dbd219f6edd'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:35.505695 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0866b5eb-724d-434d-bfbc-26fa148422eb" -d '{"events": [{"name": "network-changed", "server_uuid": "669e0200-9b13-4324-bab8-730fe5db878f", "tag": "3257786f-6a02-45f6-bf19-8dbd219f6edd"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:35.507811 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328c904-17f3-4667-add4-4e9de5a617f2 req-010abe82-1e57-45e8-97f0-f40a70f58a27 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:35.510174 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6328c904-17f3-4667-add4-4e9de5a617f2 req-010abe82-1e57-45e8-97f0-f40a70f58a27 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 943 time: 0.0618424 Mar 26 03:19:35.528059 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359a5ab-8844-4078-b7f1-4a8655a29e32 service neutron] Pushing event updated for resources: {'Port': ['ID=3257786f-6a02-45f6-bf19-8dbd219f6edd,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:35.549960 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2619d4b7-95c6-462a-ae12-ea2c751d1867 x-openstack-request-id: req-2619d4b7-95c6-462a-ae12-ea2c751d1867 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:35.549960 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669e0200-9b13-4324-bab8-730fe5db878f", "tag": "3257786f-6a02-45f6-bf19-8dbd219f6edd", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:35.550184 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2619d4b7-95c6-462a-ae12-ea2c751d1867 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:35.550390 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2619d4b7-95c6-462a-ae12-ea2c751d1867'] response: {'name': 'network-changed', 'server_uuid': '669e0200-9b13-4324-bab8-730fe5db878f', 'tag': '3257786f-6a02-45f6-bf19-8dbd219f6edd', 'status': 'completed', 'code': 200} Mar 26 03:19:35.568445 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6328c904-17f3-4667-add4-4e9de5a617f2 req-5b83b8bf-a135-431e-a097-025f8e34a710 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Mar 26 03:19:35.615646 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866b5eb-724d-434d-bfbc-26fa148422eb req-d439504a-d84b-440c-b6a0-c102489083c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:35.617197 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0866b5eb-724d-434d-bfbc-26fa148422eb req-d439504a-d84b-440c-b6a0-c102489083c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0b7b79034934f759d980b97d4c4f984&device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 1127 time: 0.0467787 Mar 26 03:19:35.716216 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866b5eb-724d-434d-bfbc-26fa148422eb req-6ecde675-a3af-4259-8210-a9ab0004d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:35.717665 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0866b5eb-724d-434d-bfbc-26fa148422eb req-6ecde675-a3af-4259-8210-a9ab0004d192 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c0b7b79034934f759d980b97d4c4f984&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0930340 Mar 26 03:19:35.819412 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866b5eb-724d-434d-bfbc-26fa148422eb req-c090fa45-6c9a-4367-a9c2-28ea060416b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:35.820991 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0866b5eb-724d-434d-bfbc-26fa148422eb req-c090fa45-6c9a-4367-a9c2-28ea060416b4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0966172 Mar 26 03:19:35.927544 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58023bb7-f8f5-472b-ad1e-0266e81d529a req-f0269f84-4968-4405-a608-f4a332c027fb tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:35.929051 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-58023bb7-f8f5-472b-ad1e-0266e81d529a req-f0269f84-4968-4405-a608-f4a332c027fb tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0882006 Mar 26 03:19:35.935072 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-571fff89-596e-435d-9b19-f0afad4e586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:35.936457 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-571fff89-596e-435d-9b19-f0afad4e586f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0b7b79034934f759d980b97d4c4f984&device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 1127 time: 0.0670528 Mar 26 03:19:35.992621 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-b1f2a1e0-3cc1-4501-8b66-a49ee3b21c25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3257786f-6a02-45f6-bf19-8dbd219f6edd HTTP/1.1" status: 200 len: 217 time: 0.0427301 Mar 26 03:19:36.039581 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-58023bb7-f8f5-472b-ad1e-0266e81d529a req-98fb5d0a-aa64-44b4-a1d8-b3758e4e0632 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021457 Mar 26 03:19:36.059729 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-2892b2c1-2b2c-4a05-91be-b4a907cfa76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:36.061135 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-2892b2c1-2b2c-4a05-91be-b4a907cfa76c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4477127-f909-4789-86d5-394150c8850f HTTP/1.1" status: 200 len: 849 time: 0.0613356 Mar 26 03:19:36.097356 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-bb2121f5-a97d-43d2-9452-c5bd4a6fe1f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d247743-d61c-4f6e-b730-47fc542a74b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282080 Mar 26 03:19:36.184555 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-9795b59c-f90e-48fc-b35d-4acc7fc88ddd service neutron] 10.222.0.18 "GET /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794203 Mar 26 03:19:36.687003 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6088e2-56c6-4e76-b883-95eb41d90c6b req-d39f7217-9672-4aa8-8c9f-417bfe393e2a tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:36.689111 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2b6088e2-56c6-4e76-b883-95eb41d90c6b req-d39f7217-9672-4aa8-8c9f-417bfe393e2a tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 943 time: 0.0550439 Mar 26 03:19:36.733543 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2b6088e2-56c6-4e76-b883-95eb41d90c6b req-d8f22af6-2b23-4df1-888a-ad49e4b535aa tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 Mar 26 03:19:37.211446 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfa27b-84fd-470f-9095-8443139f0c9c req-f53ba5f8-5a5a-4e78-8807-2362da453fef tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:37.212894 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-88bfa27b-84fd-470f-9095-8443139f0c9c req-f53ba5f8-5a5a-4e78-8807-2362da453fef tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.1095424 Mar 26 03:19:37.241150 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5e56f4ea-ca65-41a5-9a14-c2ce12d04c4a req-57119747-54df-44b1-a1da-ba2ad204f964 service neutron] 10.222.0.18 "GET /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273839 Mar 26 03:19:37.270826 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-88bfa27b-84fd-470f-9095-8443139f0c9c req-276dbcf7-8027-4eba-9d68-aedbe342e976 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496268 Mar 26 03:19:37.854880 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27653-bb85-412f-8531-1706540b1382 req-3ba59b55-91ac-469a-89f8-f9c358e6f5e8 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:37.856335 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a2a27653-bb85-412f-8531-1706540b1382 req-3ba59b55-91ac-469a-89f8-f9c358e6f5e8 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 943 time: 0.0510695 Mar 26 03:19:37.903157 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a2a27653-bb85-412f-8531-1706540b1382 req-ffdc37e1-c9d9-4f16-b9f3-aaedab9dd23a tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Mar 26 03:19:38.385779 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc8e0e-ff79-4a54-aa2c-5180977b1d4c req-24df1209-90ec-4a2b-9e09-c254586763e0 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:38.387267 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-84fc8e0e-ff79-4a54-aa2c-5180977b1d4c req-24df1209-90ec-4a2b-9e09-c254586763e0 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0517533 Mar 26 03:19:38.438113 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-84fc8e0e-ff79-4a54-aa2c-5180977b1d4c req-63f9dd29-0a74-4ea7-a6ad-f9f0b7a7976b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Mar 26 03:19:39.019860 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0732e62-b214-42d9-93db-376855668127 req-9e66a313-3f82-42af-a26c-8107a8a51458 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:39.021309 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c0732e62-b214-42d9-93db-376855668127 req-9e66a313-3f82-42af-a26c-8107a8a51458 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 943 time: 0.0542755 Mar 26 03:19:39.080740 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c0732e62-b214-42d9-93db-376855668127 req-df51be23-a374-41ff-9e80-c7dbcd84556d tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Mar 26 03:19:39.555696 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf359db-9ac8-4297-afd5-8d6113caf57d req-d1a2f74f-3773-4a04-99cf-d7c0377ee444 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:39.557166 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0cf359db-9ac8-4297-afd5-8d6113caf57d req-d1a2f74f-3773-4a04-99cf-d7c0377ee444 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0532181 Mar 26 03:19:39.604118 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0cf359db-9ac8-4297-afd5-8d6113caf57d req-b74e9cc9-cbb2-40ac-b6b2-a4ba1b56cd21 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Mar 26 03:19:40.187480 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c86d8-453c-46bb-b869-6773f4fe9d7e req-6abd8374-7881-4b7c-b5d4-02eea2cc9943 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:40.188970 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-967c86d8-453c-46bb-b869-6773f4fe9d7e req-6abd8374-7881-4b7c-b5d4-02eea2cc9943 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 943 time: 0.0516429 Mar 26 03:19:40.234983 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-967c86d8-453c-46bb-b869-6773f4fe9d7e req-f0526fab-4124-417d-b146-5081d020ffe1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Mar 26 03:19:40.720848 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77454a-b506-418b-a26a-ca69ada6ddde req-583f73a9-b3f5-40d3-af9d-7783e9ccb7b8 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:40.722327 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ce77454a-b506-418b-a26a-ca69ada6ddde req-583f73a9-b3f5-40d3-af9d-7783e9ccb7b8 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0511003 Mar 26 03:19:40.769612 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ce77454a-b506-418b-a26a-ca69ada6ddde req-abae7317-8bf5-42e8-b5a3-20de2712828f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Mar 26 03:19:41.349552 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc150-c4fe-47c1-acaa-e348a7ca7091 req-3bacbfd8-214e-44e2-a9c9-b9e63c9b87e3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:41.351058 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-485fc150-c4fe-47c1-acaa-e348a7ca7091 req-3bacbfd8-214e-44e2-a9c9-b9e63c9b87e3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 943 time: 0.0508723 Mar 26 03:19:41.399435 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-485fc150-c4fe-47c1-acaa-e348a7ca7091 req-a3f0f195-02e1-4e4d-80f7-bc692c6d1054 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Mar 26 03:19:41.886822 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096a3a1-952a-46a1-b57d-2dae14b4879c req-c62874e7-8561-4237-94c7-c46940796761 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:41.888165 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2096a3a1-952a-46a1-b57d-2dae14b4879c req-c62874e7-8561-4237-94c7-c46940796761 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0539362 Mar 26 03:19:41.934800 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2096a3a1-952a-46a1-b57d-2dae14b4879c req-7b8c7fb5-37f5-469f-ac2c-b54f283de8e7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Mar 26 03:19:42.383658 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 3257786f-6a02-45f6-bf19-8dbd219f6edd details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:19:42.481806 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 3257786f-6a02-45f6-bf19-8dbd219f6edd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=3257786f-6a02-45f6-bf19-8dbd219f6edd,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:42.493951 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '3257786f-6a02-45f6-bf19-8dbd219f6edd', 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6', 'port_id': '3257786f-6a02-45f6-bf19-8dbd219f6edd', 'mac_address': 'fa:16:3e:73:f1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4477127-f909-4789-86d5-394150c8850f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:19:42.515975 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceef264-ba93-4ca8-8544-a1fe93956c34 req-f55bfb22-af74-48be-ac20-65932f30c6e5 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:42.517565 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bceef264-ba93-4ca8-8544-a1fe93956c34 req-f55bfb22-af74-48be-ac20-65932f30c6e5 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 943 time: 0.0535412 Mar 26 03:19:42.531553 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 3257786f-6a02-45f6-bf19-8dbd219f6edd is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:42.531939 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:42.545242 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3257786f-6a02-45f6-bf19-8dbd219f6edd {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:19:42.564793 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 3257786f-6a02-45f6-bf19-8dbd219f6edd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=3257786f-6a02-45f6-bf19-8dbd219f6edd,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:42.565249 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-bceef264-ba93-4ca8-8544-a1fe93956c34 req-210ecf98-1b4e-461e-9d60-2f88e4e5f9df tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Mar 26 03:19:42.637934 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:42.687590 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=3257786f-6a02-45f6-bf19-8dbd219f6edd,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:43.049902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ff7d-c20f-4027-8db8-d320421d7e4c req-6d91287c-0b7b-452e-9048-4d432398f8ae tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:43.051373 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-dec1ff7d-c20f-4027-8db8-d320421d7e4c req-6d91287c-0b7b-452e-9048-4d432398f8ae tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0517943 Mar 26 03:19:43.098935 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-dec1ff7d-c20f-4027-8db8-d320421d7e4c req-cac159bc-48a0-4f62-a735-f1712640f549 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Mar 26 03:19:43.592331 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['3257786f-6a02-45f6-bf19-8dbd219f6edd'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:19:43.681854 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225393b-dff2-4913-8a0d-d0ea8f16ce87 req-953fdfad-55ea-46f6-a41c-61d6ca4a1b26 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:43.686882 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9225393b-dff2-4913-8a0d-d0ea8f16ce87 req-953fdfad-55ea-46f6-a41c-61d6ca4a1b26 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 944 time: 0.0510197 Mar 26 03:19:43.729147 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9225393b-dff2-4913-8a0d-d0ea8f16ce87 req-e7e151e0-76f7-412d-a9a2-7fbd64137ce3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397999 Mar 26 03:19:44.217120 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b561c-9991-457b-bf48-f8b8a18858b3 req-f9343d64-54b9-4da9-bc5e-661def1e5add tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:44.218577 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3a1b561c-9991-457b-bf48-f8b8a18858b3 req-f9343d64-54b9-4da9-bc5e-661def1e5add tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0546777 Mar 26 03:19:44.265054 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3a1b561c-9991-457b-bf48-f8b8a18858b3 req-2fce862e-3c2a-4876-9b09-8e6d34c2a44a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Mar 26 03:19:44.855689 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186235e-1f63-4f5b-af45-ed76d92eb2de req-ea62ac8f-a8b0-4add-bf91-c5660e2625b7 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:44.857151 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2186235e-1f63-4f5b-af45-ed76d92eb2de req-ea62ac8f-a8b0-4add-bf91-c5660e2625b7 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 944 time: 0.0540686 Mar 26 03:19:44.902599 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-2186235e-1f63-4f5b-af45-ed76d92eb2de req-4022460c-cb2e-432b-8f7e-18df602464b2 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392170 Mar 26 03:19:45.379187 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442345b0-6094-49b7-949a-bdcf26423555 req-0540db63-86a1-4bc9-9530-199f26bdd9c9 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:45.380659 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-442345b0-6094-49b7-949a-bdcf26423555 req-0540db63-86a1-4bc9-9530-199f26bdd9c9 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 943 time: 0.0520663 Mar 26 03:19:45.397786 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:19:45.429002 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-442345b0-6094-49b7-949a-bdcf26423555 req-50baf16b-d430-4425-976a-007e9b45e0a5 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Mar 26 03:19:46.019905 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c8ad8-f2b3-40d7-bcd3-32a07162d39e req-b999325d-527f-413f-9031-f52021011460 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:46.021374 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4b1c8ad8-f2b3-40d7-bcd3-32a07162d39e req-b999325d-527f-413f-9031-f52021011460 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 944 time: 0.0534766 Mar 26 03:19:46.067714 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4b1c8ad8-f2b3-40d7-bcd3-32a07162d39e req-cdf96c93-7c68-4913-826d-3f4502427795 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Mar 26 03:19:46.106541 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-95737276-0655-4f03-9a4a-7ad043664a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:46.160903 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device a404181a-ccfb-4e3a-859e-21564fff0ff5 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:19:46.164062 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 3257786f-6a02-45f6-bf19-8dbd219f6edd up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:19:46.292709 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port a404181a-ccfb-4e3a-859e-21564fff0ff5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=a404181a-ccfb-4e3a-859e-21564fff0ff5,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:46.304583 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'port_id': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'mac_address': 'fa:16:3e:2e:a2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:19:46.331479 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 3257786f-6a02-45f6-bf19-8dbd219f6edd completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:19:46.339476 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 3257786f-6a02-45f6-bf19-8dbd219f6edd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:46.339853 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:46.367001 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port a404181a-ccfb-4e3a-859e-21564fff0ff5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:46.367386 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:46.387633 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a404181a-ccfb-4e3a-859e-21564fff0ff5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:19:46.413660 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port a404181a-ccfb-4e3a-859e-21564fff0ff5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=a404181a-ccfb-4e3a-859e-21564fff0ff5,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:46.447476 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 3257786f-6a02-45f6-bf19-8dbd219f6edd is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:46.447861 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:46.469822 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669e0200-9b13-4324-bab8-730fe5db878f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3257786f-6a02-45f6-bf19-8dbd219f6edd'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:46.472757 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad027b1f-88a1-4b76-bb8f-35ab50e2ff4d" -d '{"events": [{"server_uuid": "669e0200-9b13-4324-bab8-730fe5db878f", "name": "network-vif-plugged", "status": "completed", "tag": "3257786f-6a02-45f6-bf19-8dbd219f6edd"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:46.488867 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 3257786f-6a02-45f6-bf19-8dbd219f6edd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=3257786f-6a02-45f6-bf19-8dbd219f6edd,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:46.491144 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:46.517190 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a759f0-7ea6-4263-a56d-264d53a7a9d6 x-openstack-request-id: req-60a759f0-7ea6-4263-a56d-264d53a7a9d6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:46.517519 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669e0200-9b13-4324-bab8-730fe5db878f", "name": "network-vif-plugged", "status": "completed", "tag": "3257786f-6a02-45f6-bf19-8dbd219f6edd", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:46.517806 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60a759f0-7ea6-4263-a56d-264d53a7a9d6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:46.518173 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a759f0-7ea6-4263-a56d-264d53a7a9d6'] response: {'server_uuid': '669e0200-9b13-4324-bab8-730fe5db878f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3257786f-6a02-45f6-bf19-8dbd219f6edd', 'code': 200} Mar 26 03:19:46.545076 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=a404181a-ccfb-4e3a-859e-21564fff0ff5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:46.559540 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2dd63-e8c2-484c-9635-11307be9c99d req-8d9e0785-6e31-41a1-9c5c-40f819e0e109 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:46.559540 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-35d2dd63-e8c2-484c-9635-11307be9c99d req-8d9e0785-6e31-41a1-9c5c-40f819e0e109 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 944 time: 0.0594337 Mar 26 03:19:46.582113 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:46.613745 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-35d2dd63-e8c2-484c-9635-11307be9c99d req-1ecc1ed3-2945-40dd-b4d0-d4da14f1ed2c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491900 Mar 26 03:19:46.630408 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=3257786f-6a02-45f6-bf19-8dbd219f6edd,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:46.762299 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['a404181a-ccfb-4e3a-859e-21564fff0ff5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:19:46.837000 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61730e52-c8c5-423f-aa1c-26e1688a0cac req-160b78fd-228b-46e9-8468-2ffc37342420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:46.838628 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-61730e52-c8c5-423f-aa1c-26e1688a0cac req-160b78fd-228b-46e9-8468-2ffc37342420 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 1129 time: 0.0453098 Mar 26 03:19:46.887539 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-61730e52-c8c5-423f-aa1c-26e1688a0cac req-d2418afd-88ef-4b0b-81f7-b1c81271116b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Mar 26 03:19:47.184884 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7af2b3-05fc-48c5-a6a0-624184b4549f req-0f4f002b-c051-4504-be4e-d207334a399a tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:47.186465 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3e7af2b3-05fc-48c5-a6a0-624184b4549f req-0f4f002b-c051-4504-be4e-d207334a399a tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 945 time: 0.0541625 Mar 26 03:19:47.241908 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3e7af2b3-05fc-48c5-a6a0-624184b4549f req-88db4769-abda-4a8a-ae26-498326d82547 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494053 Mar 26 03:19:47.730612 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7c01c-3772-4f2c-95ab-475846fc971e req-7ee24036-6ff8-4b21-ba74-a53199ae6267 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:47.732056 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-62c7c01c-3772-4f2c-95ab-475846fc971e req-7ee24036-6ff8-4b21-ba74-a53199ae6267 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 944 time: 0.0508740 Mar 26 03:19:47.778774 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-62c7c01c-3772-4f2c-95ab-475846fc971e req-6f50be36-7722-4ad4-94d2-f326deb2715b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Mar 26 03:19:48.176843 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device a404181a-ccfb-4e3a-859e-21564fff0ff5 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:19:48.285199 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port a404181a-ccfb-4e3a-859e-21564fff0ff5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:19:48.294615 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port a404181a-ccfb-4e3a-859e-21564fff0ff5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:19:48.294615 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:48.366219 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6c7b-83c6-4255-b719-3f6267e52d72 req-84d322a8-2bc3-4cfb-a474-b014b4a89a9f tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:48.367982 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28ed6c7b-83c6-4255-b719-3f6267e52d72 req-84d322a8-2bc3-4cfb-a474-b014b4a89a9f tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 945 time: 0.0589688 Mar 26 03:19:48.385587 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port a404181a-ccfb-4e3a-859e-21564fff0ff5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:19:48.386569 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:48.422118 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port a404181a-ccfb-4e3a-859e-21564fff0ff5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=a404181a-ccfb-4e3a-859e-21564fff0ff5,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:48.427339 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-28ed6c7b-83c6-4255-b719-3f6267e52d72 req-dbd6900d-739a-42f1-b1fe-71d40717d906 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530190 Mar 26 03:19:48.433186 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2471a77-9cee-4992-aac2-383accb80a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:48.519230 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a404181a-ccfb-4e3a-859e-21564fff0ff5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:48.521513 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b4037-a6e2-4d7e-b125-ec9083acbc5c" -d '{"events": [{"server_uuid": "e2065689-04f4-4bf0-a9da-5fddd1c3ae4c", "name": "network-vif-plugged", "status": "completed", "tag": "a404181a-ccfb-4e3a-859e-21564fff0ff5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:48.543449 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:48.569531 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd1d75f-7ac6-47fa-aa96-0ad20fbfc504 x-openstack-request-id: req-abd1d75f-7ac6-47fa-aa96-0ad20fbfc504 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:48.569751 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2065689-04f4-4bf0-a9da-5fddd1c3ae4c", "name": "network-vif-plugged", "status": "completed", "tag": "a404181a-ccfb-4e3a-859e-21564fff0ff5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:48.570382 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abd1d75f-7ac6-47fa-aa96-0ad20fbfc504 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:48.570625 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd1d75f-7ac6-47fa-aa96-0ad20fbfc504'] response: {'server_uuid': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'code': 200} Mar 26 03:19:48.597922 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=a404181a-ccfb-4e3a-859e-21564fff0ff5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:48.896254 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9942a3-3e0c-46dd-9e13-1f1b7eaf0777 req-33a163f1-88d0-4524-8fa2-d4aaf8c35521 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:48.897737 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eb9942a3-3e0c-46dd-9e13-1f1b7eaf0777 req-33a163f1-88d0-4524-8fa2-d4aaf8c35521 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 945 time: 0.0530663 Mar 26 03:19:48.971549 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eb9942a3-3e0c-46dd-9e13-1f1b7eaf0777 req-d2ce5372-2d2c-47dc-aac3-6a67dbacf52a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679240 Mar 26 03:19:48.984777 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29e173-f018-4853-a00d-9e17b2c083a1 req-beb70979-45b9-427f-bb6b-c21ada8766f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:48.987593 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c29e173-f018-4853-a00d-9e17b2c083a1 req-beb70979-45b9-427f-bb6b-c21ada8766f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 1129 time: 0.0649168 Mar 26 03:19:49.039213 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c29e173-f018-4853-a00d-9e17b2c083a1 req-f17ed502-151a-426f-b28c-b8ed19b1937d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Mar 26 03:19:49.463712 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:49.573110 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbb187-69b0-4fca-af7b-9eb3f3b3c291 req-1ea33cde-a590-4902-bfca-78f4a1650ead tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:49.574529 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-60dbb187-69b0-4fca-af7b-9eb3f3b3c291 req-1ea33cde-a590-4902-bfca-78f4a1650ead tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 945 time: 0.0539353 Mar 26 03:19:49.620872 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-60dbb187-69b0-4fca-af7b-9eb3f3b3c291 req-f7f26fcf-2530-4319-aa5b-b52921dd2f31 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Mar 26 03:19:50.092337 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ed199-4dcb-432c-a522-f92bfe97340c req-a5a74a46-460e-453f-8f3a-4121dc97b849 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:50.094571 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-283ed199-4dcb-432c-a522-f92bfe97340c req-a5a74a46-460e-453f-8f3a-4121dc97b849 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 945 time: 0.0544920 Mar 26 03:19:50.142101 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-283ed199-4dcb-432c-a522-f92bfe97340c req-9881c8c0-9775-4df7-b5a6-19fd11567901 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Mar 26 03:19:50.496228 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:50.793219 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:50.814608 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67acd51-176a-47b3-81e4-7778c98cd96f req-c98f54e3-aef9-4482-a9a7-3b818e8370d8 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:50.816086 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a67acd51-176a-47b3-81e4-7778c98cd96f req-c98f54e3-aef9-4482-a9a7-3b818e8370d8 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 945 time: 0.0535064 Mar 26 03:19:50.862004 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a67acd51-176a-47b3-81e4-7778c98cd96f req-804887ed-f913-44fd-9449-c008c95ddbd9 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Mar 26 03:19:50.967302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e97ea-d824-4371-9085-f4e79b9af35c req-4647e18e-1abf-420e-b2df-77db273be13d tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:50.968699 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cd8e97ea-d824-4371-9085-f4e79b9af35c req-4647e18e-1abf-420e-b2df-77db273be13d tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 945 time: 0.0514531 Mar 26 03:19:51.013460 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cd8e97ea-d824-4371-9085-f4e79b9af35c req-86516034-5232-4b23-8f93-44ac4e29d67f tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 Mar 26 03:19:51.259646 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc201902-5029-49a6-ab4c-03bae3389da3 req-2a732656-a1bc-412e-b33e-717ca114a265 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:51.261014 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fc201902-5029-49a6-ab4c-03bae3389da3 req-2a732656-a1bc-412e-b33e-717ca114a265 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 945 time: 0.0541394 Mar 26 03:19:51.307818 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-fc201902-5029-49a6-ab4c-03bae3389da3 req-8871dff8-240e-4f80-8fc8-43126c0919b7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408056 Mar 26 03:19:51.424468 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08473a0f-b494-421f-b8f6-9c2eaada15fd req-e862dff9-1ea8-4e4a-ad21-bc86ec43ca28 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:51.425926 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-08473a0f-b494-421f-b8f6-9c2eaada15fd req-e862dff9-1ea8-4e4a-ad21-bc86ec43ca28 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 945 time: 0.0556660 Mar 26 03:19:51.472918 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-08473a0f-b494-421f-b8f6-9c2eaada15fd req-4ff1af4f-71a3-4ae8-99a7-bd98b00ccbe6 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Mar 26 03:19:51.495387 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52878) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:51.633192 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe74e6e-cf55-4520-932e-28c1fd82d6b4 tempest-TestVolumeBootPattern-594565307 tempest-TestVolumeBootPattern-594565307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:51.634719 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2fe74e6e-cf55-4520-932e-28c1fd82d6b4 tempest-TestVolumeBootPattern-594565307 tempest-TestVolumeBootPattern-594565307-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 1124 time: 0.1383002 Mar 26 03:19:51.637495 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 52882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:19:51.641820 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'port_id': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:19:51.746624 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:52.104059 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a683b-3114-490c-a242-339616350162 req-4aafbc3f-4632-479e-bb59-ba6be305393c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:52.105531 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ed3a683b-3114-490c-a242-339616350162 req-4aafbc3f-4632-479e-bb59-ba6be305393c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 945 time: 0.0654123 Mar 26 03:19:52.132496 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac7177-6db0-4be0-92ea-e92baaa5e714 req-dddf544c-4b1b-432c-a718-7eff951bc313 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:52.133970 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-80ac7177-6db0-4be0-92ea-e92baaa5e714 req-dddf544c-4b1b-432c-a718-7eff951bc313 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 945 time: 0.0527248 Mar 26 03:19:52.169550 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ed3a683b-3114-490c-a242-339616350162 req-b5e25b39-3783-4478-ac48-fe5e6ca9b46f tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560734 Mar 26 03:19:52.171419 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:52.181944 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-80ac7177-6db0-4be0-92ea-e92baaa5e714 req-9839f273-b6bc-4d96-9c15-ca53c8faa98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Mar 26 03:19:52.275571 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Allocated IP 172.27.1.252 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/5f92d685-8e11-41bd-8a8f-4377c4809c98) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:19:52.372782 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (5f92d685-8e11-41bd-8a8f-4377c4809c98), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:52.457044 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:52.490636 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (5f92d685-8e11-41bd-8a8f-4377c4809c98), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:52.531949 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:19:52.534851 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:19:52.541083 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:19:52.546574 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=5f92d685-8e11-41bd-8a8f-4377c4809c98,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:52.574592 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.574940 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.575336 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.575470 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-8def126e-76a6-4ac3-a321-5df6062249be tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:52.575946 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.575946 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.576269 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.576575 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.576764 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-8def126e-76a6-4ac3-a321-5df6062249be tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.18 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 945 time: 0.0551867 Mar 26 03:19:52.576877 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.577197 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.577517 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.577835 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.578152 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.578488 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.578804 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.579116 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:19:52.674302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Deleting port 3257786f-6a02-45f6-bf19-8dbd219f6edd {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:19:52.674680 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:52.764122 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] For port 3257786f-6a02-45f6-bf19-8dbd219f6edd, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=3257786f-6a02-45f6-bf19-8dbd219f6edd,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:52.764700 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:52.777784 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Calling delete_port for 3257786f-6a02-45f6-bf19-8dbd219f6edd owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:19:52.898708 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (2cf99407-d0d6-4916-9244-5a8543558d4c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:52.929154 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-96e14a4e-cca8-47b7-a945-3f1d11d8263c tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:52.930625 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-96e14a4e-cca8-47b7-a945-3f1d11d8263c tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.18 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 945 time: 0.0906968 Mar 26 03:19:53.023029 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Deleting port bd80e89b-c811-4f01-a2db-86ab0a85a74a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:19:53.023285 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.054531 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5f92d685-8e11-41bd-8a8f-4377c4809c98), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.063681 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (3257786f-6a02-45f6-bf19-8dbd219f6edd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.077292 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['3257786f-6a02-45f6-bf19-8dbd219f6edd'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:19:53.103939 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Pushing event deleted for resources: {'Port': ['ID=3257786f-6a02-45f6-bf19-8dbd219f6edd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:53.155363 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] No DVR routers for this DVR port 3257786f-6a02-45f6-bf19-8dbd219f6edd on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:19:53.159937 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.163209 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-cd9631e4-12a6-4ea7-a7a4-14a1374d1baf req-13f9d878-0159-4002-a05c-07ab15c23281 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.18 "DELETE /v2.0/ports/3257786f-6a02-45f6-bf19-8dbd219f6edd HTTP/1.1" status: 204 len: 173 time: 0.5805757 Mar 26 03:19:53.163647 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669e0200-9b13-4324-bab8-730fe5db878f', 'name': 'network-vif-deleted', 'tag': '3257786f-6a02-45f6-bf19-8dbd219f6edd'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:53.165900 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5725002-f9ef-4f85-886e-24870192bba1" -d '{"events": [{"server_uuid": "669e0200-9b13-4324-bab8-730fe5db878f", "name": "network-vif-deleted", "tag": "3257786f-6a02-45f6-bf19-8dbd219f6edd"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:53.188999 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] For port bd80e89b-c811-4f01-a2db-86ab0a85a74a, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=bd80e89b-c811-4f01-a2db-86ab0a85a74a,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:19:53.188999 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.200826 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Calling delete_port for bd80e89b-c811-4f01-a2db-86ab0a85a74a owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:19:53.211899 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (5f92d685-8e11-41bd-8a8f-4377c4809c98), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.245614 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78057cb-1c59-4aa5-a8ed-8cb744d3803b x-openstack-request-id: req-b78057cb-1c59-4aa5-a8ed-8cb744d3803b {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:53.245908 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669e0200-9b13-4324-bab8-730fe5db878f", "name": "network-vif-deleted", "tag": "3257786f-6a02-45f6-bf19-8dbd219f6edd", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:53.246172 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b78057cb-1c59-4aa5-a8ed-8cb744d3803b {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:53.246588 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78057cb-1c59-4aa5-a8ed-8cb744d3803b'] response: {'server_uuid': '669e0200-9b13-4324-bab8-730fe5db878f', 'name': 'network-vif-deleted', 'tag': '3257786f-6a02-45f6-bf19-8dbd219f6edd', 'status': 'completed', 'code': 200} Mar 26 03:19:53.273703 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (5f92d685-8e11-41bd-8a8f-4377c4809c98), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.289990 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fee27758-f5f1-43da-968e-6b748da95c9a req-4e294c48-e77a-4907-8a22-0edde4c003d8 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 210 time: 0.0339448 Mar 26 03:19:53.371355 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=5f92d685-8e11-41bd-8a8f-4377c4809c98,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:53.388729 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (2cf99407-d0d6-4916-9244-5a8543558d4c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.400501 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559ad12-daf2-4de8-bc65-1ea236c1babb req-368a65f3-3032-49ef-841f-64a08a3ca4f1 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:53.401964 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f559ad12-daf2-4de8-bc65-1ea236c1babb req-368a65f3-3032-49ef-841f-64a08a3ca4f1 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 945 time: 0.1199484 Mar 26 03:19:53.467760 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (bd80e89b-c811-4f01-a2db-86ab0a85a74a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.479636 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['bd80e89b-c811-4f01-a2db-86ab0a85a74a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:19:53.511308 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Pushing event deleted for resources: {'Port': ['ID=bd80e89b-c811-4f01-a2db-86ab0a85a74a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:19:53.524481 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f559ad12-daf2-4de8-bc65-1ea236c1babb req-e88ef0d5-0e96-43ce-8bbd-055b86bd9202 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893810 Mar 26 03:19:53.547640 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Floating IP 2cf99407-d0d6-4916-9244-5a8543558d4c associated. External IP: 172.27.1.252, port: a404181a-ccfb-4e3a-859e-21564fff0ff5. Mar 26 03:19:53.559709 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] No DVR routers for this DVR port bd80e89b-c811-4f01-a2db-86ab0a85a74a on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:19:53.562201 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.565549 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9e8c6b71-8523-4bdf-bab0-8fb24f07b457 req-930b81de-212d-4d23-8630-54f73ad6d9be tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.18 "DELETE /v2.0/ports/bd80e89b-c811-4f01-a2db-86ab0a85a74a HTTP/1.1" status: 204 len: 173 time: 0.6297712 Mar 26 03:19:53.762580 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:19:53.876942 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:19:53.887119 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:19:53.898275 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:19:53.898945 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:19:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:53.967047 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:19:53.996213 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-633e7032-4627-4d78-a8c7-358c352180c7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3577361 Mar 26 03:19:53.996899 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'tag': 'a404181a-ccfb-4e3a-859e-21564fff0ff5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:53.999180 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768" -d '{"events": [{"name": "network-changed", "server_uuid": "e2065689-04f4-4bf0-a9da-5fddd1c3ae4c", "tag": "a404181a-ccfb-4e3a-859e-21564fff0ff5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:54.005053 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:19:54.160350 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ff34fa-f392-4124-aa73-2cd818b3e63b x-openstack-request-id: req-87ff34fa-f392-4124-aa73-2cd818b3e63b {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:54.160350 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2065689-04f4-4bf0-a9da-5fddd1c3ae4c", "tag": "a404181a-ccfb-4e3a-859e-21564fff0ff5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:54.160350 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87ff34fa-f392-4124-aa73-2cd818b3e63b {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:54.160350 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ff34fa-f392-4124-aa73-2cd818b3e63b'] response: {'name': 'network-changed', 'server_uuid': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'tag': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'status': 'completed', 'code': 200} Mar 26 03:19:54.235712 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-0dcb2c2a-4c31-4c02-8539-c3eec191b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:54.236719 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '2cf99407-d0d6-4916-9244-5a8543558d4c', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:2e:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:19:52Z', 'updated_at': '2022-03-26T03:19:52Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:54.238526 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-0dcb2c2a-4c31-4c02-8539-c3eec191b08c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 1129 time: 0.0516593 Mar 26 03:19:54.264567 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:19:54.273621 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:19:54.274242 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:19:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:54.334722 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-2d2853b4-ca23-4714-aa92-db701fa6917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:54.337166 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-2d2853b4-ca23-4714-aa92-db701fa6917f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.0911219 Mar 26 03:19:54.394271 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:19:54.404473 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-ffc15bd0-0150-4ae1-8826-331f8fd77784 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a404181a-ccfb-4e3a-859e-21564fff0ff5 HTTP/1.1" status: 200 len: 999 time: 0.0608420 Mar 26 03:19:54.414295 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5fbccf34-a139-4234-b41e-f6b4bb7556d2 req-85aca786-2811-4d8b-9ba8-77143d0a625b tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=669e0200-9b13-4324-bab8-730fe5db878f HTTP/1.1" status: 200 len: 210 time: 0.0398896 Mar 26 03:19:54.461043 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-9da72f0c-2d0d-44ef-8107-6570c727b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:54.464617 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-9da72f0c-2d0d-44ef-8107-6570c727b4f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0523307 Mar 26 03:19:54.517441 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-3be9024b-da86-4b45-93cf-728f171e0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:54.518967 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-3be9024b-da86-4b45-93cf-728f171e0f93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507560 Mar 26 03:19:54.626115 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-062535a5-983f-47d0-97b4-3b4d495f6965 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900185 Mar 26 03:19:54.648446 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '2cf99407-d0d6-4916-9244-5a8543558d4c', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:2e:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:19:52Z', 'updated_at': '2022-03-26T03:19:52Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:19:54.662705 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-91301e6b-fd1c-4e1e-ac33-1963c8646d7b req-f76e6f20-4b59-4a71-a5c9-21640f0bfd24 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=7596f9ee-accc-41fa-addd-8fc280d73bc9 HTTP/1.1" status: 200 len: 210 time: 0.0435231 Mar 26 03:19:54.675400 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd748888-1bf4-4926-a9d8-4afe2fe3f1df None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '2cf99407-d0d6-4916-9244-5a8543558d4c', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:2e:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:19:52Z', 'updated_at': '2022-03-26T03:19:52Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:19:54.735440 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3c8a823b-3cfe-443e-95f2-8a4b3bc3a768 req-522ece24-abe7-48c1-9677-e2661f86f0ed service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068904 Mar 26 03:19:54.868878 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b6d6b6-c2dd-46cc-aef6-ada4557fbb98 None None] New status for floating IP 2cf99407-d0d6-4916-9244-5a8543558d4c: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:19:55.247858 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7596f9ee-accc-41fa-addd-8fc280d73bc9', 'name': 'network-vif-deleted', 'tag': 'bd80e89b-c811-4f01-a2db-86ab0a85a74a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:19:55.250222 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba19b7e-d43d-453d-83fa-173dc148d3ed" -d '{"events": [{"server_uuid": "7596f9ee-accc-41fa-addd-8fc280d73bc9", "name": "network-vif-deleted", "tag": "bd80e89b-c811-4f01-a2db-86ab0a85a74a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:19:55.284178 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4760d9cf-5fea-4721-a222-99f4f8590464 x-openstack-request-id: req-4760d9cf-5fea-4721-a222-99f4f8590464 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:19:55.284706 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7596f9ee-accc-41fa-addd-8fc280d73bc9", "name": "network-vif-deleted", "tag": "bd80e89b-c811-4f01-a2db-86ab0a85a74a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:19:55.284963 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4760d9cf-5fea-4721-a222-99f4f8590464 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:19:55.285359 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4760d9cf-5fea-4721-a222-99f4f8590464'] response: {'server_uuid': '7596f9ee-accc-41fa-addd-8fc280d73bc9', 'name': 'network-vif-deleted', 'tag': 'bd80e89b-c811-4f01-a2db-86ab0a85a74a', 'status': 'completed', 'code': 200} Mar 26 03:19:55.665215 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-4738518c-1be7-4b3a-ab5e-75d01f1c2fe4 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:55.666677 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-4738518c-1be7-4b3a-ab5e-75d01f1c2fe4 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/networks?id=9d247743-d61c-4f6e-b730-47fc542a74b6 HTTP/1.1" status: 200 len: 809 time: 0.0995543 Mar 26 03:19:55.681109 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-f7bcb1c2-d8e3-4433-ad81-bc3ef881d389 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/quotas/c0b7b79034934f759d980b97d4c4f984 HTTP/1.1" status: 200 len: 375 time: 0.0091472 Mar 26 03:19:55.712720 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-05a190b7-a360-40f9-9c83-df16e79f516b tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0b7b79034934f759d980b97d4c4f984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270164 Mar 26 03:19:55.805534 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-9e39a97b-f5d9-4a55-a7a2-605e878bbac9 service neutron] 10.222.0.20 "GET /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861566 Mar 26 03:19:55.894268 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-d866aef3-d1f2-4850-b0d8-e946001b08a0 service neutron] 10.222.0.20 "GET /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831342 Mar 26 03:19:56.126257 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-eb982513-f926-4ee0-9f1a-ea279afc500c req-d4f608b3-0bc6-4db2-8fbf-f2f42de30c59 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 210 time: 0.0281415 Mar 26 03:19:56.197836 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device bd80e89b-c811-4f01-a2db-86ab0a85a74a no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:19:56.218512 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: bd80e89b-c811-4f01-a2db-86ab0a85a74a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:19:56.218865 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device bd80e89b-c811-4f01-a2db-86ab0a85a74a not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:19:56.219289 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 3257786f-6a02-45f6-bf19-8dbd219f6edd no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:19:56.239090 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 3257786f-6a02-45f6-bf19-8dbd219f6edd {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:19:56.239440 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 3257786f-6a02-45f6-bf19-8dbd219f6edd not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:19:57.218413 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a50f308b-4261-4771-9bfe-64a785989a89 req-bbb2af60-c48b-454f-92b9-b1e4d63d7d02 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 210 time: 0.0269928 Mar 26 03:19:58.310151 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5fa41271-ae1f-4c57-9922-539b6c238387 req-8894e979-8db2-4b49-ad27-83176f038e30 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 210 time: 0.0266283 Mar 26 03:19:59.559985 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ce7e7beb-3484-4d7a-9c0e-3ca0f0c9d585 req-6df0afc3-05ce-4ed4-b516-335c34bd75d1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 210 time: 0.0313034 Mar 26 03:19:59.772615 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-b3e08f78-dcee-4ae1-bcfd-2cb14915394d tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:19:59.774238 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-b3e08f78-dcee-4ae1-bcfd-2cb14915394d tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.18 "GET /v2.0/networks?id=9d247743-d61c-4f6e-b730-47fc542a74b6 HTTP/1.1" status: 200 len: 809 time: 0.1004496 Mar 26 03:19:59.785878 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Request body: {'port': {'device_id': '2a07420a-3b4a-4314-8672-27967d0fb692', 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6', 'admin_state_up': True, 'tenant_id': 'c0b7b79034934f759d980b97d4c4f984'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:00.210362 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Made reservation on behalf of c0b7b79034934f759d980b97d4c4f984 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:20:00.215574 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:00.342780 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Allocated IP 172.20.0.5 (9d247743-d61c-4f6e-b730-47fc542a74b6/c4477127-f909-4789-86d5-394150c8850f/4582b60b-13f9-47bd-be99-4410ab5a63ca) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:20:00.497343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks [] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:00.581468 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:00.621472 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff812-98d3-4af3-8ab0-2fb95a3c3556 req-0778fa17-0214-4b7d-becb-6f6109d42a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:00.623123 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9eaff812-98d3-4af3-8ab0-2fb95a3c3556 req-0778fa17-0214-4b7d-becb-6f6109d42a2b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 946 time: 0.0598850 Mar 26 03:20:00.624987 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Network 9d247743-d61c-4f6e-b730-47fc542a74b6 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:20:00.628198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:20:00.634894 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:20:00.662772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Pushing event updated for resources: {'Port': ['ID=4582b60b-13f9-47bd-be99-4410ab5a63ca,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:00.680955 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9eaff812-98d3-4af3-8ab0-2fb95a3c3556 req-460dd9aa-7eb6-4e9c-8f34-2b9a2d249ba4 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459535 Mar 26 03:20:00.718690 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:00.735358 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:00.746213 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f1dc3-4abd-492e-ae49-e88548d2baab req-985baa0d-547a-423e-a934-f482d6f9b338 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:00.747923 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-227f1dc3-4abd-492e-ae49-e88548d2baab req-985baa0d-547a-423e-a934-f482d6f9b338 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 931 time: 0.0893264 Mar 26 03:20:00.795814 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-227f1dc3-4abd-492e-ae49-e88548d2baab req-07debb43-c151-486c-9707-6b69b3915501 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Mar 26 03:20:00.864221 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-ee94d7e4-1045-4bd3-8a23-078ae55b64a3 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818179 Mar 26 03:20:00.881921 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Request body: {'port': {'device_id': '2a07420a-3b4a-4314-8672-27967d0fb692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:00.938880 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:01.195909 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4582b60b-13f9-47bd-be99-4410ab5a63ca {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:20:01.203536 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Publish callbacks [] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:01.225824 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Transition to ACTIVE for port object 4582b60b-13f9-47bd-be99-4410ab5a63ca will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:20:01.301421 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:01.350992 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4582b60b-13f9-47bd-be99-4410ab5a63ca,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:01.416286 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Attempting to bind port 4582b60b-13f9-47bd-be99-4410ab5a63ca on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:20:01.416599 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Attempting to bind port 4582b60b-13f9-47bd-be99-4410ab5a63ca by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:20:01.416923 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Attempting to bind port 4582b60b-13f9-47bd-be99-4410ab5a63ca on network 9d247743-d61c-4f6e-b730-47fc542a74b6 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:20:01.421117 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Port 4582b60b-13f9-47bd-be99-4410ab5a63ca on network 9d247743-d61c-4f6e-b730-47fc542a74b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:20:01.421437 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Attempting to bind port 4582b60b-13f9-47bd-be99-4410ab5a63ca on network 9d247743-d61c-4f6e-b730-47fc542a74b6 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:20:01.426260 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:20:01.426630 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Checking segment: {'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:20:01.427010 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Bound using segment: {'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:20:01.427426 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Bound port: 4582b60b-13f9-47bd-be99-4410ab5a63ca, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1548f374-0473-4d38-93f6-228b874fdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:20:01.427772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:01.492274 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] For port 4582b60b-13f9-47bd-be99-4410ab5a63ca, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:20:01.502265 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] For port 4582b60b-13f9-47bd-be99-4410ab5a63ca, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4582b60b-13f9-47bd-be99-4410ab5a63ca,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:20:01.588046 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:01.621155 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:01.621782 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:01.623199 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] 10.222.0.18 "PUT /v2.0/ports/4582b60b-13f9-47bd-be99-4410ab5a63ca HTTP/1.1" status: 200 len: 1093 time: 0.7453403 Mar 26 03:20:01.623643 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a07420a-3b4a-4314-8672-27967d0fb692', 'tag': '4582b60b-13f9-47bd-be99-4410ab5a63ca'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:01.625935 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856cd41c-c795-4f70-bcc2-94e549192cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a07420a-3b4a-4314-8672-27967d0fb692", "tag": "4582b60b-13f9-47bd-be99-4410ab5a63ca"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:01.657864 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c26021-0537-4b82-b449-2e7192e571e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4582b60b-13f9-47bd-be99-4410ab5a63ca,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:01.661264 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1173117c-5cbb-44f0-b544-5ee26e05d7ad x-openstack-request-id: req-1173117c-5cbb-44f0-b544-5ee26e05d7ad {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:01.661552 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a07420a-3b4a-4314-8672-27967d0fb692", "tag": "4582b60b-13f9-47bd-be99-4410ab5a63ca", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:01.661797 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1173117c-5cbb-44f0-b544-5ee26e05d7ad {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:01.662195 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1173117c-5cbb-44f0-b544-5ee26e05d7ad'] response: {'name': 'network-changed', 'server_uuid': '2a07420a-3b4a-4314-8672-27967d0fb692', 'tag': '4582b60b-13f9-47bd-be99-4410ab5a63ca', 'status': 'completed', 'code': 200} Mar 26 03:20:01.729679 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cd41c-c795-4f70-bcc2-94e549192cc0 req-143897fc-045a-4472-896b-8b45f0b53b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:01.731193 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-856cd41c-c795-4f70-bcc2-94e549192cc0 req-143897fc-045a-4472-896b-8b45f0b53b8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0b7b79034934f759d980b97d4c4f984&device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 1127 time: 0.0464625 Mar 26 03:20:01.870684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de785b-f00a-4dbc-a8b3-870e7863a7ef req-3451bf57-8645-40f8-8880-de2f514e08c9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:01.872210 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51de785b-f00a-4dbc-a8b3-870e7863a7ef req-3451bf57-8645-40f8-8880-de2f514e08c9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 946 time: 0.1230011 Mar 26 03:20:01.887280 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cd41c-c795-4f70-bcc2-94e549192cc0 req-a5147022-843c-415b-9c7b-7ae24ce8f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:01.894760 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-856cd41c-c795-4f70-bcc2-94e549192cc0 req-a5147022-843c-415b-9c7b-7ae24ce8f176 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c0b7b79034934f759d980b97d4c4f984&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1485252 Mar 26 03:20:01.925174 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425823a-08c2-4ff8-8ed1-c45d7b73ae4c req-2e89942e-0776-4c04-be4b-64dc234fffd1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:01.926825 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1425823a-08c2-4ff8-8ed1-c45d7b73ae4c req-2e89942e-0776-4c04-be4b-64dc234fffd1 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 943 time: 0.0617390 Mar 26 03:20:01.974392 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1425823a-08c2-4ff8-8ed1-c45d7b73ae4c req-82eebf00-6f9e-4ff7-9ec4-3a0e8e497a7a tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Mar 26 03:20:01.992244 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51de785b-f00a-4dbc-a8b3-870e7863a7ef req-e53b9803-12a3-4762-9feb-3195bc1d68e2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccbf570-00ce-4b22-a277-0e230f4bfcad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074705 Mar 26 03:20:02.018978 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cd41c-c795-4f70-bcc2-94e549192cc0 req-c2b4f961-143c-4013-b597-ed1205689842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:02.020426 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-856cd41c-c795-4f70-bcc2-94e549192cc0 req-c2b4f961-143c-4013-b597-ed1205689842 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1228557 Mar 26 03:20:02.143224 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-f65f9ecf-33c7-4699-9856-3c8831ef6c3d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:02.144560 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-f65f9ecf-33c7-4699-9856-3c8831ef6c3d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 946 time: 0.0798919 Mar 26 03:20:02.147164 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-313e9f3a-7afb-407c-be17-a37cdaa28f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:02.148489 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-313e9f3a-7afb-407c-be17-a37cdaa28f4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0b7b79034934f759d980b97d4c4f984&device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 1127 time: 0.0850401 Mar 26 03:20:02.212512 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-2f12df3f-36b7-4140-95e3-6aac09b49417 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4582b60b-13f9-47bd-be99-4410ab5a63ca HTTP/1.1" status: 200 len: 217 time: 0.0556607 Mar 26 03:20:02.294198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-833e5aec-d2ed-4f31-93a1-3044512d03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:02.295625 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-833e5aec-d2ed-4f31-93a1-3044512d03d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4477127-f909-4789-86d5-394150c8850f HTTP/1.1" status: 200 len: 849 time: 0.0760469 Mar 26 03:20:02.313922 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Deleting port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:20:02.314254 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:02.398098 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] For port c3b72f8b-5818-41f0-a8cb-79c88ed940e4, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:02.398379 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:02.563933 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:02.564291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (59a52ac3-704c-4350-9370-9c83bcb413c6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:02.564600 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Floating IP 59a52ac3-704c-4350-9370-9c83bcb413c6 disassociated. External IP: 172.27.1.172, port: c3b72f8b-5818-41f0-a8cb-79c88ed940e4. Mar 26 03:20:02.564936 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Calling delete_port for c3b72f8b-5818-41f0-a8cb-79c88ed940e4 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:20:02.741731 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (c3b72f8b-5818-41f0-a8cb-79c88ed940e4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:02.768963 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'Port': ['ID=c3b72f8b-5818-41f0-a8cb-79c88ed940e4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:02.882798 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:20:02.989523 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:20:02.999254 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:20:03.010544 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:20:03.011524 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:19:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:03.033108 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] No DVR routers for this DVR port c3b72f8b-5818-41f0-a8cb-79c88ed940e4 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:20:03.044048 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:03.047094 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e67da3b3-6679-4e45-8221-1b2ae0ed73b1 req-5764c0e8-b427-4028-b289-d4d136842e2c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "DELETE /v2.0/ports/c3b72f8b-5818-41f0-a8cb-79c88ed940e4 HTTP/1.1" status: 204 len: 173 time: 0.8914149 Mar 26 03:20:03.080917 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-687dfd2f-c366-41c8-b050-150b008f4ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d247743-d61c-4f6e-b730-47fc542a74b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452325 Mar 26 03:20:03.108199 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a88a32cc-293d-4b13-9603-4f3aec71712d req-d3a2281f-79ad-437c-b78f-2dd80a4ef98b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 210 time: 0.0298529 Mar 26 03:20:03.109063 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb8fe-961c-48a2-bb5e-899c7f944b82 req-7700b150-f0c2-48ed-98f6-543147eb1c90 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:03.116495 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-767fb8fe-961c-48a2-bb5e-899c7f944b82 req-7700b150-f0c2-48ed-98f6-543147eb1c90 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 943 time: 0.0687945 Mar 26 03:20:03.152930 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:20:03.165676 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-767fb8fe-961c-48a2-bb5e-899c7f944b82 req-a9985b11-0cf5-4733-bb3e-af75c1fdd373 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 Mar 26 03:20:03.380476 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:10Z', 'revision_number': 2, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:03.491242 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:20:03.503187 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:20:03.503187 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:19:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:03.605245 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:20:03.663105 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'name': 'network-vif-deleted', 'tag': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:03.665434 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2df632-74ab-4f5a-be6c-4b2c6c408acf" -d '{"events": [{"server_uuid": "09e72ca1-4d06-49ee-8f9a-2d87cadf16f7", "name": "network-vif-deleted", "tag": "c3b72f8b-5818-41f0-a8cb-79c88ed940e4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:03.699855 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d6cb2-67fd-4a42-86aa-cbe777dc2086 x-openstack-request-id: req-ab4d6cb2-67fd-4a42-86aa-cbe777dc2086 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:03.700151 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e72ca1-4d06-49ee-8f9a-2d87cadf16f7", "name": "network-vif-deleted", "tag": "c3b72f8b-5818-41f0-a8cb-79c88ed940e4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:03.700411 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab4d6cb2-67fd-4a42-86aa-cbe777dc2086 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:03.700809 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4d6cb2-67fd-4a42-86aa-cbe777dc2086'] response: {'server_uuid': '09e72ca1-4d06-49ee-8f9a-2d87cadf16f7', 'name': 'network-vif-deleted', 'tag': 'c3b72f8b-5818-41f0-a8cb-79c88ed940e4', 'status': 'completed', 'code': 200} Mar 26 03:20:03.819935 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:10Z', 'revision_number': 2, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:03.849438 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daad8ac-0381-4e49-8c8d-40391a0a94a2 None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '4f9ed36b-4980-469e-b67a-40817babad7f', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:7f:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa36e86-cc43-4d36-b675-e3728078479d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:17:48Z', 'updated_at': '2022-03-26T03:18:10Z', 'revision_number': 2, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:20:03.875924 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-a69888e0-a7cc-4ef1-a207-62703d71ff46 service neutron] 10.222.0.18 "GET /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818033 Mar 26 03:20:04.049731 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0a9e8c-2afc-4172-9fd1-ef8e17c2bdec None None] New status for floating IP 59a52ac3-704c-4350-9370-9c83bcb413c6: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:20:04.205646 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-39034f93-83e6-4dcc-8360-d12c5215bd37 req-623bbc4b-ec51-4888-b446-c58cf88628de tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 210 time: 0.0276873 Mar 26 03:20:04.288369 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fb4c0-ed7a-4eb7-8090-46cc6df6ca97 req-6a6fdca7-a191-45ad-bed3-a0951365cc4a tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:04.289946 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-438fb4c0-ed7a-4eb7-8090-46cc6df6ca97 req-6a6fdca7-a191-45ad-bed3-a0951365cc4a tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 943 time: 0.0531259 Mar 26 03:20:04.339122 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-438fb4c0-ed7a-4eb7-8090-46cc6df6ca97 req-42587946-2130-4571-9ea3-de59e4099795 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Mar 26 03:20:04.762771 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-246d030b-060d-4b7a-aa9f-2d152435ec7c req-9df2df39-00f7-476a-bf0f-68fdbe2fc132 service neutron] 10.222.0.18 "GET /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802069 Mar 26 03:20:05.221036 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-e670b383-2d67-4799-8fee-3129e887e099 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:05.222533 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-e670b383-2d67-4799-8fee-3129e887e099 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/networks?id=0152f272-cb12-4d38-809e-5df767a73578 HTTP/1.1" status: 200 len: 814 time: 0.1015348 Mar 26 03:20:05.236917 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-5d48b75e-b7ab-4146-9024-bd93be7c5590 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/quotas/49ca26d76d5742468694c3b53175236f HTTP/1.1" status: 200 len: 375 time: 0.0090733 Mar 26 03:20:05.271096 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-b6d1abb2-cbf6-4365-8c13-81d001af7249 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49ca26d76d5742468694c3b53175236f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286407 Mar 26 03:20:05.311915 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-52d828ef-1462-48f6-b9d5-b1cef0032c48 req-25d178e6-4b6b-4053-a59b-2408acf50993 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e72ca1-4d06-49ee-8f9a-2d87cadf16f7 HTTP/1.1" status: 200 len: 210 time: 0.0274796 Mar 26 03:20:05.359499 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-54139135-f24e-487a-a2f4-490888c71a5e service neutron] 10.222.0.20 "GET /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816123 Mar 26 03:20:05.461033 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea67b8-8e28-47fe-a789-14465ebc3caa req-6ff80014-4cad-4580-bcea-e0a0a8c19cc6 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:05.462757 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e8ea67b8-8e28-47fe-a789-14465ebc3caa req-6ff80014-4cad-4580-bcea-e0a0a8c19cc6 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 943 time: 0.0581360 Mar 26 03:20:05.467840 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-c6e0cb2a-6d64-4964-a441-28237efc38de service neutron] 10.222.0.20 "GET /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996561 Mar 26 03:20:05.513063 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e8ea67b8-8e28-47fe-a789-14465ebc3caa req-2822ad96-26be-4d64-9642-3140a758522c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Mar 26 03:20:05.717285 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bc90d228-028a-4b3d-8768-7a0b7c64f65f req-ec6a81f4-a660-4e31-a163-6df285e53d61 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 210 time: 0.0264933 Mar 26 03:20:06.457358 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:06.514980 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c16d6f7e-9c82-41ac-80f0-6de22f039c82 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (fccbf570-00ce-4b22-a277-0e230f4bfcad), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.538561 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c16d6f7e-9c82-41ac-80f0-6de22f039c82 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (fccbf570-00ce-4b22-a277-0e230f4bfcad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.636774 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331993d-ea45-48fa-bff5-9ba7b7297c90 req-b63df433-7366-40f2-99c8-cacd7cb453a5 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:06.638250 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9331993d-ea45-48fa-bff5-9ba7b7297c90 req-b63df433-7366-40f2-99c8-cacd7cb453a5 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 943 time: 0.0582211 Mar 26 03:20:06.676634 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 4582b60b-13f9-47bd-be99-4410ab5a63ca details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:20:06.685605 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c16d6f7e-9c82-41ac-80f0-6de22f039c82 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fccbf570-00ce-4b22-a277-0e230f4bfcad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.688192 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c16d6f7e-9c82-41ac-80f0-6de22f039c82 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.692050 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-c16d6f7e-9c82-41ac-80f0-6de22f039c82 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "DELETE /v2.0/security-groups/fccbf570-00ce-4b22-a277-0e230f4bfcad HTTP/1.1" status: 204 len: 168 time: 0.2309744 Mar 26 03:20:06.696690 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53050) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:06.697477 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9331993d-ea45-48fa-bff5-9ba7b7297c90 req-6496b4e3-5b93-43bb-84ff-7dee4479aaf8 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511367 Mar 26 03:20:06.703011 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d6f7e-9c82-41ac-80f0-6de22f039c82 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccbf570-00ce-4b22-a277-0e230f4bfcad,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:06.732198 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.api.v2.resource [None req-27b0acba-d41d-4f52-96cc-94903fe8e2e2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] show failed (client error): The resource could not be found. Mar 26 03:20:06.732198 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-27b0acba-d41d-4f52-96cc-94903fe8e2e2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups/fccbf570-00ce-4b22-a277-0e230f4bfcad HTTP/1.1" status: 404 len: 347 time: 0.0292454 Mar 26 03:20:06.733276 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:06.793574 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 4582b60b-13f9-47bd-be99-4410ab5a63ca, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4582b60b-13f9-47bd-be99-4410ab5a63ca,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:06.805344 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '4582b60b-13f9-47bd-be99-4410ab5a63ca', 'network_id': '9d247743-d61c-4f6e-b730-47fc542a74b6', 'port_id': '4582b60b-13f9-47bd-be99-4410ab5a63ca', 'mac_address': 'fa:16:3e:77:22:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4477127-f909-4789-86d5-394150c8850f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:20:06.846587 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 4582b60b-13f9-47bd-be99-4410ab5a63ca is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:20:06.846984 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.849253 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-319b4ffa-e0ed-4926-8419-800ea6612e9d req-7957b5b2-82cc-417f-9429-4910afdab053 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 210 time: 0.0343111 Mar 26 03:20:06.860811 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4582b60b-13f9-47bd-be99-4410ab5a63ca {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:20:06.880214 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 4582b60b-13f9-47bd-be99-4410ab5a63ca, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4582b60b-13f9-47bd-be99-4410ab5a63ca,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:06.888392 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Deleting port 663b664a-4357-4b95-b12b-41f6ce45e462 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:20:06.888790 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (663b664a-4357-4b95-b12b-41f6ce45e462), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.959326 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.967538 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (663b664a-4357-4b95-b12b-41f6ce45e462), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.967945 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (663b664a-4357-4b95-b12b-41f6ce45e462), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:06.980959 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Calling delete_port for 663b664a-4357-4b95-b12b-41f6ce45e462 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:20:07.007754 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=4582b60b-13f9-47bd-be99-4410ab5a63ca,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:07.015044 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.015393 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.015782 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.016108 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.016442 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.016771 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.017094 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.017931 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.018349 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.018700 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.019026 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.019346 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.025795 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.025795 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.025795 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:07.186010 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['4582b60b-13f9-47bd-be99-4410ab5a63ca'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:20:07.187302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (663b664a-4357-4b95-b12b-41f6ce45e462), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:07.214505 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'Port': ['ID=663b664a-4357-4b95-b12b-41f6ce45e462,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:07.278674 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (59a52ac3-704c-4350-9370-9c83bcb413c6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:07.281551 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:07.283069 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-65379cd7-df96-4aca-b60b-b7f25254ee49 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "DELETE /v2.0/floatingips/59a52ac3-704c-4350-9370-9c83bcb413c6 HTTP/1.1" status: 204 len: 168 time: 0.5480866 Mar 26 03:20:07.525764 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-75b3e031-9b28-4d4e-916b-3280bc06a515 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:07.527218 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-75b3e031-9b28-4d4e-916b-3280bc06a515 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.18 "GET /v2.0/networks?id=0152f272-cb12-4d38-809e-5df767a73578 HTTP/1.1" status: 200 len: 814 time: 0.1049902 Mar 26 03:20:07.539120 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Request body: {'port': {'device_id': '13ccc033-b40b-4d90-82bf-ae5616dde730', 'network_id': '0152f272-cb12-4d38-809e-5df767a73578', 'admin_state_up': True, 'tenant_id': '49ca26d76d5742468694c3b53175236f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:07.700676 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Made reservation on behalf of 49ca26d76d5742468694c3b53175236f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:20:07.704323 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:07.819459 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff015f3-3c11-4346-b78a-cf05fcc1edaa req-c6251417-a542-424b-9881-8dc9d4dd5876 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:07.827620 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5ff015f3-3c11-4346-b78a-cf05fcc1edaa req-c6251417-a542-424b-9881-8dc9d4dd5876 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 944 time: 0.0615823 Mar 26 03:20:07.843826 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Allocated IP 172.20.0.6 (0152f272-cb12-4d38-809e-5df767a73578/71cda5e6-d787-4537-8454-a025d07dc500/e64eaeec-e7ba-4487-a598-00108e326ff8) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:20:07.874349 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-5ff015f3-3c11-4346-b78a-cf05fcc1edaa req-de883a56-4fbc-44bf-914a-6b5e1df0a6ea tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Mar 26 03:20:07.969461 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c3ce5fed-ee38-464f-99d5-fd0a159a17b2 req-21ccb573-6c5f-4f35-ae23-8176555bb676 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 210 time: 0.0376749 Mar 26 03:20:08.015080 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks [] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:08.123710 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:08.169420 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Network 0152f272-cb12-4d38-809e-5df767a73578 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:20:08.175131 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:20:08.179640 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:20:08.183455 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Pushing event updated for resources: {'Port': ['ID=e64eaeec-e7ba-4487-a598-00108e326ff8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:08.228330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:08.228330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:08.315075 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-0f867206-5fd3-44c9-ad33-5f3acd0dc98e tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794349 Mar 26 03:20:08.326384 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Request body: {'port': {'device_id': '13ccc033-b40b-4d90-82bf-ae5616dde730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:08.385846 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:08.675888 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 4582b60b-13f9-47bd-be99-4410ab5a63ca up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:20:08.782137 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 4582b60b-13f9-47bd-be99-4410ab5a63ca completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:20:08.786393 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 4582b60b-13f9-47bd-be99-4410ab5a63ca triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:20:08.786862 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:08.871079 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 4582b60b-13f9-47bd-be99-4410ab5a63ca is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:20:08.871660 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:08.887029 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64eaeec-e7ba-4487-a598-00108e326ff8 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:20:08.895239 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Publish callbacks [] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:08.895784 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a07420a-3b4a-4314-8672-27967d0fb692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4582b60b-13f9-47bd-be99-4410ab5a63ca'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:08.898388 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703e5c5d-bf3f-4632-b744-8e8fe059a8b5" -d '{"events": [{"server_uuid": "2a07420a-3b4a-4314-8672-27967d0fb692", "name": "network-vif-plugged", "status": "completed", "tag": "4582b60b-13f9-47bd-be99-4410ab5a63ca"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:08.907128 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Transition to ACTIVE for port object e64eaeec-e7ba-4487-a598-00108e326ff8 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:20:08.911606 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 4582b60b-13f9-47bd-be99-4410ab5a63ca, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4582b60b-13f9-47bd-be99-4410ab5a63ca,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:08.987982 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:08.990014 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c9377-883d-4e4b-aac2-ba2f948000a7 req-6efed72e-8fee-4bee-82cb-a74aa3741085 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:08.991538 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6f9c9377-883d-4e4b-aac2-ba2f948000a7 req-6efed72e-8fee-4bee-82cb-a74aa3741085 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 944 time: 0.0512199 Mar 26 03:20:09.011470 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:09.012776 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c3b72f8b-5818-41f0-a8cb-79c88ed940e4 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:20:09.045939 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6f9c9377-883d-4e4b-aac2-ba2f948000a7 req-ef2d059e-12be-4618-b0e3-8d12dbf3f031 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484033 Mar 26 03:20:09.055092 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: c3b72f8b-5818-41f0-a8cb-79c88ed940e4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:20:09.055368 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device c3b72f8b-5818-41f0-a8cb-79c88ed940e4 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:20:09.084161 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Pushing event updated for resources: {'Port': ['ID=e64eaeec-e7ba-4487-a598-00108e326ff8,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:09.102118 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b63e58-93a5-41db-a1c0-9f393fca69b9 x-openstack-request-id: req-78b63e58-93a5-41db-a1c0-9f393fca69b9 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:09.110375 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a07420a-3b4a-4314-8672-27967d0fb692", "name": "network-vif-plugged", "status": "completed", "tag": "4582b60b-13f9-47bd-be99-4410ab5a63ca", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:09.110375 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78b63e58-93a5-41db-a1c0-9f393fca69b9 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:09.110375 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b63e58-93a5-41db-a1c0-9f393fca69b9'] response: {'server_uuid': '2a07420a-3b4a-4314-8672-27967d0fb692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4582b60b-13f9-47bd-be99-4410ab5a63ca', 'code': 200} Mar 26 03:20:09.117642 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=4582b60b-13f9-47bd-be99-4410ab5a63ca,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:09.135141 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Attempting to bind port e64eaeec-e7ba-4487-a598-00108e326ff8 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:20:09.135539 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Attempting to bind port e64eaeec-e7ba-4487-a598-00108e326ff8 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:20:09.135975 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Attempting to bind port e64eaeec-e7ba-4487-a598-00108e326ff8 on network 0152f272-cb12-4d38-809e-5df767a73578 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:20:09.143282 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Port e64eaeec-e7ba-4487-a598-00108e326ff8 on network 0152f272-cb12-4d38-809e-5df767a73578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:20:09.143676 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Attempting to bind port e64eaeec-e7ba-4487-a598-00108e326ff8 on network 0152f272-cb12-4d38-809e-5df767a73578 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:20:09.148959 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:20:09.149371 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Checking segment: {'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:20:09.149945 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Bound using segment: {'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:20:09.150462 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Bound port: e64eaeec-e7ba-4487-a598-00108e326ff8, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfe73af-0f31-4ddb-be01-70d267cf4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0152f272-cb12-4d38-809e-5df767a73578'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:20:09.150960 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:09.218539 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac7d9-840a-43ae-87fc-20ff6e62da65 req-185b5053-4c8e-4296-95fb-462a5c38281a tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:09.220024 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-049ac7d9-840a-43ae-87fc-20ff6e62da65 req-185b5053-4c8e-4296-95fb-462a5c38281a tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 943 time: 0.0521169 Mar 26 03:20:09.249951 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] For port e64eaeec-e7ba-4487-a598-00108e326ff8, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:20:09.266649 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-049ac7d9-840a-43ae-87fc-20ff6e62da65 req-0ae323cc-842b-4894-b39d-805b37f444ec tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Mar 26 03:20:09.269731 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a621-2bf1-4c48-94ab-fa545d09e269 req-0a5e8bab-b340-433c-ad46-c1f9abf3cc66 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:09.271277 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a68a621-2bf1-4c48-94ab-fa545d09e269 req-0a5e8bab-b340-433c-ad46-c1f9abf3cc66 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 945 time: 0.0869768 Mar 26 03:20:09.273185 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] For port e64eaeec-e7ba-4487-a598-00108e326ff8, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e64eaeec-e7ba-4487-a598-00108e326ff8,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:20:09.327145 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a68a621-2bf1-4c48-94ab-fa545d09e269 req-eac63c4f-90d3-403a-bbe4-556ba3ef2cc0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499978 Mar 26 03:20:09.342168 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:09.373711 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:09.374331 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:09.375708 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] 10.222.0.18 "PUT /v2.0/ports/e64eaeec-e7ba-4487-a598-00108e326ff8 HTTP/1.1" status: 200 len: 1093 time: 1.0533698 Mar 26 03:20:09.376136 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ccc033-b40b-4d90-82bf-ae5616dde730', 'tag': 'e64eaeec-e7ba-4487-a598-00108e326ff8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:09.379142 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60f9522-3a0b-46ca-b3df-856f9a376f81" -d '{"events": [{"name": "network-changed", "server_uuid": "13ccc033-b40b-4d90-82bf-ae5616dde730", "tag": "e64eaeec-e7ba-4487-a598-00108e326ff8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:09.412928 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f642aa-008d-401c-81be-d2c7208b7410 service neutron] Pushing event updated for resources: {'Port': ['ID=e64eaeec-e7ba-4487-a598-00108e326ff8,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:09.418220 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577e38b9-4753-4c04-b59d-56d46cf73f5e x-openstack-request-id: req-577e38b9-4753-4c04-b59d-56d46cf73f5e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:09.418527 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ccc033-b40b-4d90-82bf-ae5616dde730", "tag": "e64eaeec-e7ba-4487-a598-00108e326ff8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:09.418783 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-577e38b9-4753-4c04-b59d-56d46cf73f5e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:09.419177 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577e38b9-4753-4c04-b59d-56d46cf73f5e'] response: {'name': 'network-changed', 'server_uuid': '13ccc033-b40b-4d90-82bf-ae5616dde730', 'tag': 'e64eaeec-e7ba-4487-a598-00108e326ff8', 'status': 'completed', 'code': 200} Mar 26 03:20:09.477067 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ae6a-edba-4b91-b5e5-bba723b1038e req-d9c21a61-2a49-44ca-8baa-180e48118570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:09.478558 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6ac0ae6a-edba-4b91-b5e5-bba723b1038e req-d9c21a61-2a49-44ca-8baa-180e48118570 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 1129 time: 0.0737600 Mar 26 03:20:09.506761 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f9522-3a0b-46ca-b3df-856f9a376f81 req-a0b8e2ce-346f-42c7-ae9d-26cdc48861e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:09.508155 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d60f9522-3a0b-46ca-b3df-856f9a376f81 req-a0b8e2ce-346f-42c7-ae9d-26cdc48861e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49ca26d76d5742468694c3b53175236f&device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 1127 time: 0.0685587 Mar 26 03:20:09.572427 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6ac0ae6a-edba-4b91-b5e5-bba723b1038e req-3465085e-1a1c-420c-80fb-7bab60c94d1b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Mar 26 03:20:09.615417 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f9522-3a0b-46ca-b3df-856f9a376f81 req-1a96f3d4-7357-447a-9a9f-63f430a3b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:09.616806 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d60f9522-3a0b-46ca-b3df-856f9a376f81 req-1a96f3d4-7357-447a-9a9f-63f430a3b8dd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=49ca26d76d5742468694c3b53175236f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0995555 Mar 26 03:20:09.858773 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f9522-3a0b-46ca-b3df-856f9a376f81 req-43b410ac-51cd-47cb-8b9a-4f69d0288b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:09.860094 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d60f9522-3a0b-46ca-b3df-856f9a376f81 req-43b410ac-51cd-47cb-8b9a-4f69d0288b1b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0884559 Mar 26 03:20:09.938014 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-fdcf2e84-5ae9-4265-aebd-99fe2c8db096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:09.939516 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-fdcf2e84-5ae9-4265-aebd-99fe2c8db096 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49ca26d76d5742468694c3b53175236f&device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 1127 time: 0.0431626 Mar 26 03:20:09.994517 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-63c6c8c1-678d-457a-8c21-ba5282cbf7f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64eaeec-e7ba-4487-a598-00108e326ff8 HTTP/1.1" status: 200 len: 217 time: 0.0327270 Mar 26 03:20:10.044125 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-bc9aabb6-f5d5-4f81-a805-7bbd2dd3553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:10.045496 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-bc9aabb6-f5d5-4f81-a805-7bbd2dd3553a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71cda5e6-d787-4537-8454-a025d07dc500 HTTP/1.1" status: 200 len: 854 time: 0.0451658 Mar 26 03:20:10.076578 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-78863468-8063-4f9d-bc93-9bf3d50d05a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0152f272-cb12-4d38-809e-5df767a73578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239184 Mar 26 03:20:10.199491 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65cd57-0651-461d-a3e4-30c81a4eb744 req-5a77407b-d482-4d6e-b870-4e7314f211cc tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:10.200932 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c65cd57-0651-461d-a3e4-30c81a4eb744 req-5a77407b-d482-4d6e-b870-4e7314f211cc tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 945 time: 0.0741782 Mar 26 03:20:10.226058 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-52c3b449-9947-43cc-b8c3-5487889c1a06 service neutron] 10.222.0.18 "GET /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408169 Mar 26 03:20:10.296365 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7c65cd57-0651-461d-a3e4-30c81a4eb744 req-8b27f37b-3865-40f2-b2fb-ae470821bca8 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862684 Mar 26 03:20:10.335825 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-374cd0c1-7511-437e-bc56-90e944d757e7 req-4a54f865-6ff5-4eff-8302-d59ee9c42120 service neutron] 10.222.0.18 "GET /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023178 Mar 26 03:20:10.400021 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bd890-3612-451d-8278-3df7828f3125 req-553bd74d-d352-4e35-ba4d-fc11b1c527fe tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:10.401502 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8c0bd890-3612-451d-8278-3df7828f3125 req-553bd74d-d352-4e35-ba4d-fc11b1c527fe tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 943 time: 0.0536704 Mar 26 03:20:10.448460 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8c0bd890-3612-451d-8278-3df7828f3125 req-6e61a60d-b6d4-465b-b888-754946c1864c tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Mar 26 03:20:10.451389 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7a02-2bcb-4424-b027-1f8760eaab36 req-48002434-76c5-4884-a94e-6ed79ad9a476 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:10.452743 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d26c7a02-2bcb-4424-b027-1f8760eaab36 req-48002434-76c5-4884-a94e-6ed79ad9a476 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 945 time: 0.0584149 Mar 26 03:20:10.499919 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d26c7a02-2bcb-4424-b027-1f8760eaab36 req-a69c2f63-8e68-4297-a09f-ef2fcca387c6 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Mar 26 03:20:11.254330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-6849f5fa-ad80-4022-abfb-86f4290e8367 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:11.255781 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-6849f5fa-ad80-4022-abfb-86f4290e8367 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 945 time: 0.0510039 Mar 26 03:20:11.346730 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Deleting port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:20:11.347069 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:11.417820 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a97282-35f4-4a7f-a1bf-e9ca0ae0e458 req-8cdfc6f3-ca54-4fe3-8793-044a44c0cd90 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:11.419517 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-32a97282-35f4-4a7f-a1bf-e9ca0ae0e458 req-8cdfc6f3-ca54-4fe3-8793-044a44c0cd90 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 945 time: 0.0559425 Mar 26 03:20:11.436277 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] For port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:11.436643 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:11.464691 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-32a97282-35f4-4a7f-a1bf-e9ca0ae0e458 req-adb8e4cb-8a0b-4f5a-93fc-e85011c29c15 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Mar 26 03:20:11.619097 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58eab3-4a36-4991-8485-f332e9bcea09 req-68e58b6f-2b6a-4690-95bf-4df71ebacb1e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:11.620603 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7a58eab3-4a36-4991-8485-f332e9bcea09 req-68e58b6f-2b6a-4690-95bf-4df71ebacb1e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 945 time: 0.0519428 Mar 26 03:20:11.647608 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3613bad-e32c-4aa4-9b0b-6098ff53fade req-785fc2db-73e2-4a3f-addc-9bec62deebcf tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:11.649080 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a3613bad-e32c-4aa4-9b0b-6098ff53fade req-785fc2db-73e2-4a3f-addc-9bec62deebcf tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 943 time: 0.1083925 Mar 26 03:20:11.661896 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:11.662255 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (4f9ed36b-4980-469e-b67a-40817babad7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:11.662588 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Floating IP 4f9ed36b-4980-469e-b67a-40817babad7f disassociated. External IP: 172.27.1.77, port: 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5. Mar 26 03:20:11.662927 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Calling delete_port for 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:20:11.669557 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7a58eab3-4a36-4991-8485-f332e9bcea09 req-85c524e0-4837-4b53-87d0-b18dbd036eb9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=d174f4a6-59cf-4bb0-a7a8-46c3b5308156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429692 Mar 26 03:20:11.747145 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a3613bad-e32c-4aa4-9b0b-6098ff53fade req-65e4d6d9-7019-45d1-a8a3-070957e64c27 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886261 Mar 26 03:20:11.873360 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:11.903131 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'Port': ['ID=6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:12.017193 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:20:12.123855 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:20:12.134336 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:20:12.144730 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:20:12.145344 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:19:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:12.165455 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] No DVR routers for this DVR port 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:20:12.167946 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:12.171199 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0c318281-99f0-4f7c-b8cb-2badbe26b360 req-3a2558bc-58ca-4014-a667-643a95108210 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "DELETE /v2.0/ports/6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 HTTP/1.1" status: 204 len: 173 time: 0.9096227 Mar 26 03:20:12.171639 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa36e86-cc43-4d36-b675-e3728078479d', 'name': 'network-vif-deleted', 'tag': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:12.174540 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7680a6-ac64-4502-93b3-90deda85d2d6" -d '{"events": [{"server_uuid": "9fa36e86-cc43-4d36-b675-e3728078479d", "name": "network-vif-deleted", "tag": "6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:12.221595 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049db239-de68-44da-be10-864ea9057943 x-openstack-request-id: req-049db239-de68-44da-be10-864ea9057943 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:12.221937 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa36e86-cc43-4d36-b675-e3728078479d", "name": "network-vif-deleted", "tag": "6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:12.222639 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-049db239-de68-44da-be10-864ea9057943 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:12.223049 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049db239-de68-44da-be10-864ea9057943'] response: {'server_uuid': '9fa36e86-cc43-4d36-b675-e3728078479d', 'name': 'network-vif-deleted', 'tag': '6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5', 'status': 'completed', 'code': 200} Mar 26 03:20:12.272960 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:20:12.494721 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:12.525377 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:20:12.534506 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:20:12.535285 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:19:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:12.561305 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615f993-1bae-4795-a2b6-20c42a45ee0e req-5a6d34fa-58ab-4ea5-99ec-a374b054af9b tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:12.562952 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d615f993-1bae-4795-a2b6-20c42a45ee0e req-5a6d34fa-58ab-4ea5-99ec-a374b054af9b tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 945 time: 0.0549741 Mar 26 03:20:12.609414 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d615f993-1bae-4795-a2b6-20c42a45ee0e req-a7d82fdd-b616-405c-950a-863edc2de056 tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Mar 26 03:20:12.640937 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:20:12.714028 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device e64eaeec-e7ba-4487-a598-00108e326ff8 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:20:12.778669 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-46088fd1-e09f-4ed7-ac09-4fbe40f789a4 req-73aa4e9e-9251-4068-82af-b7c32247f8b6 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa36e86-cc43-4d36-b675-e3728078479d HTTP/1.1" status: 200 len: 210 time: 0.0293534 Mar 26 03:20:12.817154 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port e64eaeec-e7ba-4487-a598-00108e326ff8, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e64eaeec-e7ba-4487-a598-00108e326ff8,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:12.831006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'e64eaeec-e7ba-4487-a598-00108e326ff8', 'network_id': '0152f272-cb12-4d38-809e-5df767a73578', 'port_id': 'e64eaeec-e7ba-4487-a598-00108e326ff8', 'mac_address': 'fa:16:3e:80:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cda5e6-d787-4537-8454-a025d07dc500', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:20:12.853126 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:12.875184 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port e64eaeec-e7ba-4487-a598-00108e326ff8 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:20:12.875629 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:12.880796 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d86df6-7db8-4ebb-aba3-647da835be53 None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:20:12.889595 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64eaeec-e7ba-4487-a598-00108e326ff8 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:20:12.889757 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038778a1-d71e-4f43-bea5-88e713da9288 req-3f56afdc-4b77-425e-855e-8dd40102f15b tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:12.891423 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-038778a1-d71e-4f43-bea5-88e713da9288 req-3f56afdc-4b77-425e-855e-8dd40102f15b tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 943 time: 0.0558977 Mar 26 03:20:12.912092 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port e64eaeec-e7ba-4487-a598-00108e326ff8, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e64eaeec-e7ba-4487-a598-00108e326ff8,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:12.949492 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-038778a1-d71e-4f43-bea5-88e713da9288 req-42de944a-af0e-4781-84df-f1580ffb5285 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514851 Mar 26 03:20:12.971200 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:13.023766 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=e64eaeec-e7ba-4487-a598-00108e326ff8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:13.113381 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d37a4-bf48-496d-85a4-2b2c15df5ea3 None None] New status for floating IP 4f9ed36b-4980-469e-b67a-40817babad7f: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:20:13.236748 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['e64eaeec-e7ba-4487-a598-00108e326ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:20:13.729590 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a8fc2-1245-4a0d-a78e-8cba504c05e3 req-bc6ad32c-9d9e-43a5-b3e7-6c78955d328e tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:13.731112 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b08a8fc2-1245-4a0d-a78e-8cba504c05e3 req-bc6ad32c-9d9e-43a5-b3e7-6c78955d328e tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 945 time: 0.0551741 Mar 26 03:20:13.776829 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b08a8fc2-1245-4a0d-a78e-8cba504c05e3 req-6743a92b-fd57-44ea-a398-7b455ef2451d tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/security-groups?id=237c214a-8aea-4f9c-a5f4-729414162fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Mar 26 03:20:13.947684 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53132) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:13.968172 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-9d1d1ce7-1182-42a5-9418-b5c3a7f40dac tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:13.969629 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-9d1d1ce7-1182-42a5-9418-b5c3a7f40dac tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 945 time: 0.0519667 Mar 26 03:20:14.000715 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33fbeff7-39d1-4377-b809-5e362f7f4922 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (d174f4a6-59cf-4bb0-a7a8-46c3b5308156), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.025513 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33fbeff7-39d1-4377-b809-5e362f7f4922 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (d174f4a6-59cf-4bb0-a7a8-46c3b5308156), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.101568 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb14dcb-4055-42ea-b7fa-3d98cf4ec711 req-0a5698e6-ba2d-4e24-b8fd-63caa635784b tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:14.102972 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0fb14dcb-4055-42ea-b7fa-3d98cf4ec711 req-0a5698e6-ba2d-4e24-b8fd-63caa635784b tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 944 time: 0.0811007 Mar 26 03:20:14.116399 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Deleting port 4582b60b-13f9-47bd-be99-4410ab5a63ca {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:20:14.116743 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.129289 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33fbeff7-39d1-4377-b809-5e362f7f4922 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (d174f4a6-59cf-4bb0-a7a8-46c3b5308156), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.131990 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33fbeff7-39d1-4377-b809-5e362f7f4922 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.135685 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-33fbeff7-39d1-4377-b809-5e362f7f4922 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "DELETE /v2.0/security-groups/d174f4a6-59cf-4bb0-a7a8-46c3b5308156 HTTP/1.1" status: 204 len: 168 time: 0.1844678 Mar 26 03:20:14.136241 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53136) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:14.143529 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbeff7-39d1-4377-b809-5e362f7f4922 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d174f4a6-59cf-4bb0-a7a8-46c3b5308156,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:14.192838 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.api.v2.resource [None req-f9540128-ace0-423f-a772-29f4472f055e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] show failed (client error): The resource could not be found. Mar 26 03:20:14.193826 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f9540128-ace0-423f-a772-29f4472f055e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups/d174f4a6-59cf-4bb0-a7a8-46c3b5308156 HTTP/1.1" status: 404 len: 347 time: 0.0333331 Mar 26 03:20:14.196910 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:14.231430 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0fb14dcb-4055-42ea-b7fa-3d98cf4ec711 req-80aa3b09-c00f-41da-adff-d16c86fd5137 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224730 Mar 26 03:20:14.246652 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] For port 4582b60b-13f9-47bd-be99-4410ab5a63ca, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=4582b60b-13f9-47bd-be99-4410ab5a63ca,segment=NetworkSegment(1548f374-0473-4d38-93f6-228b874fdebb),segment_id=1548f374-0473-4d38-93f6-228b874fdebb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:14.247016 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.260679 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Calling delete_port for 4582b60b-13f9-47bd-be99-4410ab5a63ca owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:20:14.320512 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Deleting port 63a6c4dc-84ab-4da5-9733-7515f87823a0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:20:14.320846 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (63a6c4dc-84ab-4da5-9733-7515f87823a0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.397978 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (63a6c4dc-84ab-4da5-9733-7515f87823a0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.398212 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (63a6c4dc-84ab-4da5-9733-7515f87823a0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.409865 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Calling delete_port for 63a6c4dc-84ab-4da5-9733-7515f87823a0 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:20:14.473429 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (4582b60b-13f9-47bd-be99-4410ab5a63ca), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.484699 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['4582b60b-13f9-47bd-be99-4410ab5a63ca'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:20:14.505430 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Pushing event deleted for resources: {'Port': ['ID=4582b60b-13f9-47bd-be99-4410ab5a63ca,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:14.577888 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] No DVR routers for this DVR port 4582b60b-13f9-47bd-be99-4410ab5a63ca on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:20:14.580422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.583915 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1de9317d-4e86-4a21-827f-acc3a243f336 req-0a7b3622-17ae-4393-94a9-cdd16be1c17c tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.18 "DELETE /v2.0/ports/4582b60b-13f9-47bd-be99-4410ab5a63ca HTTP/1.1" status: 204 len: 173 time: 0.6079218 Mar 26 03:20:14.584364 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a07420a-3b4a-4314-8672-27967d0fb692', 'name': 'network-vif-deleted', 'tag': '4582b60b-13f9-47bd-be99-4410ab5a63ca'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:14.587138 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa6b58b-e531-44e7-b997-00c443ae4986" -d '{"events": [{"server_uuid": "2a07420a-3b4a-4314-8672-27967d0fb692", "name": "network-vif-deleted", "tag": "4582b60b-13f9-47bd-be99-4410ab5a63ca"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:14.620867 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eb1afa-4eb2-4ccc-814b-777de44b22fa x-openstack-request-id: req-83eb1afa-4eb2-4ccc-814b-777de44b22fa {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:14.621159 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a07420a-3b4a-4314-8672-27967d0fb692", "name": "network-vif-deleted", "tag": "4582b60b-13f9-47bd-be99-4410ab5a63ca", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:14.621411 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83eb1afa-4eb2-4ccc-814b-777de44b22fa {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:14.621793 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (63a6c4dc-84ab-4da5-9733-7515f87823a0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.621938 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83eb1afa-4eb2-4ccc-814b-777de44b22fa'] response: {'server_uuid': '2a07420a-3b4a-4314-8672-27967d0fb692', 'name': 'network-vif-deleted', 'tag': '4582b60b-13f9-47bd-be99-4410ab5a63ca', 'status': 'completed', 'code': 200} Mar 26 03:20:14.648437 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'Port': ['ID=63a6c4dc-84ab-4da5-9733-7515f87823a0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:14.710099 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (4f9ed36b-4980-469e-b67a-40817babad7f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.712673 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.713866 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-b12f9973-b0ae-4710-9939-323fcd2bcb68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "DELETE /v2.0/floatingips/4f9ed36b-4980-469e-b67a-40817babad7f HTTP/1.1" status: 204 len: 168 time: 0.5159037 Mar 26 03:20:14.731274 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device e64eaeec-e7ba-4487-a598-00108e326ff8 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:20:14.872935 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port e64eaeec-e7ba-4487-a598-00108e326ff8 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:20:14.877350 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port e64eaeec-e7ba-4487-a598-00108e326ff8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:20:14.877727 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.913129 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1c87e9d1-6eb6-4f1f-ae0d-f9cd3fe494b3 req-b97b61e5-8b4c-4a48-91d8-85b32abcf8cb tempest-VolumesActionsTest-6621763 tempest-VolumesActionsTest-6621763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07420a-3b4a-4314-8672-27967d0fb692 HTTP/1.1" status: 200 len: 210 time: 0.0290983 Mar 26 03:20:14.965685 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port e64eaeec-e7ba-4487-a598-00108e326ff8 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:20:14.966104 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:14.991702 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ccc033-b40b-4d90-82bf-ae5616dde730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64eaeec-e7ba-4487-a598-00108e326ff8'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:14.993600 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835ace96-1438-4065-aba3-91dd9ab239f0" -d '{"events": [{"server_uuid": "13ccc033-b40b-4d90-82bf-ae5616dde730", "name": "network-vif-plugged", "status": "completed", "tag": "e64eaeec-e7ba-4487-a598-00108e326ff8"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:15.007234 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port e64eaeec-e7ba-4487-a598-00108e326ff8, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e64eaeec-e7ba-4487-a598-00108e326ff8,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:15.019640 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53150) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:15.024351 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1a3e154d-bbc3-4b80-af94-1b9b22a69c61 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216074494', 'description': 'tempest-description--758136555'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:15.040161 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb87f5-93ea-4e83-9533-cbf143482936 x-openstack-request-id: req-c8cb87f5-93ea-4e83-9533-cbf143482936 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:15.040161 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ccc033-b40b-4d90-82bf-ae5616dde730", "name": "network-vif-plugged", "status": "completed", "tag": "e64eaeec-e7ba-4487-a598-00108e326ff8", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:15.040161 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8cb87f5-93ea-4e83-9533-cbf143482936 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:15.040161 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cb87f5-93ea-4e83-9533-cbf143482936'] response: {'server_uuid': '13ccc033-b40b-4d90-82bf-ae5616dde730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64eaeec-e7ba-4487-a598-00108e326ff8', 'code': 200} Mar 26 03:20:15.084900 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.085739 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:20:15.107754 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a3e154d-bbc3-4b80-af94-1b9b22a69c61 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.128103 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:20:15.128455 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 6efd9b0f-7aed-48a5-9c00-1fcdde3ba1b5 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:20:15.161267 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=e64eaeec-e7ba-4487-a598-00108e326ff8,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:15.195596 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a3e154d-bbc3-4b80-af94-1b9b22a69c61 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (8c9234e1-2cef-432d-8cf8-6b4595e0cca7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.279222 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a3e154d-bbc3-4b80-af94-1b9b22a69c61 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (8c9234e1-2cef-432d-8cf8-6b4595e0cca7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.310113 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e154d-bbc3-4b80-af94-1b9b22a69c61 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9234e1-2cef-432d-8cf8-6b4595e0cca7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:15.355843 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a3e154d-bbc3-4b80-af94-1b9b22a69c61 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.357364 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-1a3e154d-bbc3-4b80-af94-1b9b22a69c61 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3362820 Mar 26 03:20:15.360050 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53154) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:15.365506 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9807eedd-142a-4fc1-b16a-1323d483d0c1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group_rule': {'security_group_id': '8c9234e1-2cef-432d-8cf8-6b4595e0cca7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:15.393565 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772229-0dc6-4017-ae9d-ff10ecd6b513 req-07aaf866-6954-49cc-beec-a09af2d0562d tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:15.395433 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5c772229-0dc6-4017-ae9d-ff10ecd6b513 req-07aaf866-6954-49cc-beec-a09af2d0562d tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 945 time: 0.0938106 Mar 26 03:20:15.406305 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45c43-64e0-4a96-9f1b-7b5471a7db93 req-74c58c8d-bc2b-4730-ac9b-8a2c08eeb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:15.407780 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9df45c43-64e0-4a96-9f1b-7b5471a7db93 req-74c58c8d-bc2b-4730-ac9b-8a2c08eeb594 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 1129 time: 0.0782316 Mar 26 03:20:15.444717 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9807eedd-142a-4fc1-b16a-1323d483d0c1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (1be588c0-25d7-422a-91b2-8bf56c6d5688), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.477726 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5c772229-0dc6-4017-ae9d-ff10ecd6b513 req-e9c95a31-83a6-459c-9166-a9a8ce4e9939 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736871 Mar 26 03:20:15.481077 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9df45c43-64e0-4a96-9f1b-7b5471a7db93 req-51db7d12-3132-405e-b54c-ce39fc38c45c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666716 Mar 26 03:20:15.510218 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9807eedd-142a-4fc1-b16a-1323d483d0c1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (1be588c0-25d7-422a-91b2-8bf56c6d5688), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.581908 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9807eedd-142a-4fc1-b16a-1323d483d0c1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (1be588c0-25d7-422a-91b2-8bf56c6d5688), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.601432 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807eedd-142a-4fc1-b16a-1323d483d0c1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be588c0-25d7-422a-91b2-8bf56c6d5688,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:15.646642 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9807eedd-142a-4fc1-b16a-1323d483d0c1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.647842 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-9807eedd-142a-4fc1-b16a-1323d483d0c1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868249 Mar 26 03:20:15.650519 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53156) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:15.654685 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-80c2aa16-fb66-4c57-bbe6-3fb04fb8354d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group_rule': {'security_group_id': '8c9234e1-2cef-432d-8cf8-6b4595e0cca7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:15.723015 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80c2aa16-fb66-4c57-bbe6-3fb04fb8354d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (7867abc1-edbc-4fc1-a3ee-27ebfdf71fec), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.776398 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80c2aa16-fb66-4c57-bbe6-3fb04fb8354d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (7867abc1-edbc-4fc1-a3ee-27ebfdf71fec), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.820121 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80c2aa16-fb66-4c57-bbe6-3fb04fb8354d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (7867abc1-edbc-4fc1-a3ee-27ebfdf71fec), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.837301 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2aa16-fb66-4c57-bbe6-3fb04fb8354d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7867abc1-edbc-4fc1-a3ee-27ebfdf71fec,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:15.896294 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80c2aa16-fb66-4c57-bbe6-3fb04fb8354d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:15.897476 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-80c2aa16-fb66-4c57-bbe6-3fb04fb8354d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460451 Mar 26 03:20:15.900626 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53158) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:15.904752 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:15.987961 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.086954 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.119286 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1df99d23-1c46-46b5-a171-5b8242f42f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.199817 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Allocated IP 172.27.1.138 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/5c11f1c6-f5d4-40a7-952d-f5c43cf5678b) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:20:16.305425 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.405361 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.446104 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:20:16.454186 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:20:16.454186 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:20:16.480406 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=5c11f1c6-f5d4-40a7-952d-f5c43cf5678b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:16.557156 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (ca90c6b0-86ac-4d6f-bb84-d25f473870b5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.625801 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e870-452f-4a15-8d32-11ae1e5d5856 req-57b9319e-15c9-416f-b4e5-63924f2b02e8 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:16.628395 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f730e870-452f-4a15-8d32-11ae1e5d5856 req-57b9319e-15c9-416f-b4e5-63924f2b02e8 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 945 time: 0.0682876 Mar 26 03:20:16.674753 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f730e870-452f-4a15-8d32-11ae1e5d5856 req-f6c0cc3a-80d0-4a7c-b064-cf3f346a78b1 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Mar 26 03:20:16.678835 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.830863 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.923387 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:16.992788 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=5c11f1c6-f5d4-40a7-952d-f5c43cf5678b,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:17.004575 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (ca90c6b0-86ac-4d6f-bb84-d25f473870b5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:17.081280 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:17.090149 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-87248323-f9ae-4de8-af72-3e8c3d4784d1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1810055 Mar 26 03:20:17.275817 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-068b1074-7bec-449f-a5cd-5d9f89582d75 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1216074494&fields=id&tenant_id=b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 267 time: 0.0416214 Mar 26 03:20:17.379775 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9446-9483-4bca-ab24-01790e9d2816 req-9b9aea9e-8498-47a9-b335-6f7ed1d92369 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:17.381189 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-9b9aea9e-8498-47a9-b335-6f7ed1d92369 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 813 time: 0.0991216 Mar 26 03:20:17.395410 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-73f31eb7-6cfb-4dd2-b453-59effaafefe8 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/quotas/b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 375 time: 0.0089362 Mar 26 03:20:17.449127 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-e566ea8d-684b-49f5-8759-0a5395531444 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488954 Mar 26 03:20:17.545468 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-cf9246fd-4788-43a2-a681-eae1e2cc3419 service neutron] 10.222.0.20 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853481 Mar 26 03:20:17.633323 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-7829f023-2434-4f4b-8e01-bbfbea84a80e service neutron] 10.222.0.20 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816905 Mar 26 03:20:17.800069 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e922872-da70-4aaa-ae04-f895c51ed8b1 req-79aa0054-2fc1-4f63-a5c4-cc14bdc1e864 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:17.801475 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4e922872-da70-4aaa-ae04-f895c51ed8b1 req-79aa0054-2fc1-4f63-a5c4-cc14bdc1e864 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 945 time: 0.0552630 Mar 26 03:20:17.854954 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4e922872-da70-4aaa-ae04-f895c51ed8b1 req-51c656d0-8052-4108-91af-c91559b8f724 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 Mar 26 03:20:17.882809 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8db546bc-0b40-4831-b04a-ef5a4d2f69a6 req-4df2e43b-de83-4767-aa49-2d8bde2c919c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 210 time: 0.0282769 Mar 26 03:20:18.391681 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c14b53f7-7914-4d70-a59e-8f4071969dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:18.976432 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1ecf2348-a779-405f-a27e-06003d6c596a req-10746418-0986-4184-b7c2-679cbc60563d tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 210 time: 0.0296974 Mar 26 03:20:19.192419 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 4582b60b-13f9-47bd-be99-4410ab5a63ca no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:20:19.212404 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 4582b60b-13f9-47bd-be99-4410ab5a63ca {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:20:19.212748 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 4582b60b-13f9-47bd-be99-4410ab5a63ca not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:20:19.450141 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:20.068192 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-1f7c3017-ae1f-49ff-90cb-b27d52a71ec3 req-6e14f741-ff26-42c7-96fd-043ee1e02d91 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 210 time: 0.0266507 Mar 26 03:20:20.541658 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:20.775845 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:21.060636 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9446-9483-4bca-ab24-01790e9d2816 req-f35fc606-f87d-4259-8baa-8e273eb067e9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:21.062070 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-f35fc606-f87d-4259-8baa-8e273eb067e9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 813 time: 0.0966678 Mar 26 03:20:21.125906 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-edbd7b9b-78d4-46a0-873f-b7f85108a3b9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 380 time: 0.0542433 Mar 26 03:20:21.142259 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'port': {'device_id': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'admin_state_up': True, 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'security_groups': ['8c9234e1-2cef-432d-8cf8-6b4595e0cca7']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:21.203071 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e7129ec9-573d-4cf4-adec-576462010c81 req-dc10761c-f063-4a8c-b862-a019da6493b7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 210 time: 0.0652261 Mar 26 03:20:21.351815 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Made reservation on behalf of b7df08c76ffa498386ce64c13b56db9b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:20:21.355290 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:21.483245 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Allocated IP 172.20.0.10 (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89/4ec37132-197c-4e11-96bf-c55d875777c6/ddfff914-c31e-45b6-89f2-21fdd81c5f8e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:20:21.623183 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:21.708316 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:21.751708 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:20:21.755605 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:20:21.758190 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:20:21.809004 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:21.809657 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:21.823783 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:21.927478 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-ac2b24d8-cf1a-4dab-9edd-af7a25793e68 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7907557 Mar 26 03:20:21.941759 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Request body: {'port': {'device_id': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:22.026585 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:22.163509 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2a7dbfe8-15f9-458d-a232-2baa2beef911 None None] Provisioning complete for port ddfff914-c31e-45b6-89f2-21fdd81c5f8e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:20:22.164290 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a7dbfe8-15f9-458d-a232-2baa2beef911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:22.217807 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a7dbfe8-15f9-458d-a232-2baa2beef911 None None] Port ddfff914-c31e-45b6-89f2-21fdd81c5f8e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:20:22.349674 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b769-51d7-4cde-b1d6-c406f5d07427 req-9032d7b5-db4a-480c-8978-a0c690ca67b9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:22.351709 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-adb5b769-51d7-4cde-b1d6-c406f5d07427 req-9032d7b5-db4a-480c-8978-a0c690ca67b9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 932 time: 0.0688500 Mar 26 03:20:22.397331 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:20:22.418556 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-adb5b769-51d7-4cde-b1d6-c406f5d07427 req-b8b34724-20f5-4b34-a35a-0d20589fcc3c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569570 Mar 26 03:20:22.473579 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:22.614646 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfff914-c31e-45b6-89f2-21fdd81c5f8e {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:20:22.628998 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Publish callbacks [] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:22.643753 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Transition to ACTIVE for port object ddfff914-c31e-45b6-89f2-21fdd81c5f8e will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:20:22.724351 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:22.795594 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:22.865230 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Attempting to bind port ddfff914-c31e-45b6-89f2-21fdd81c5f8e on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:20:22.865601 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Attempting to bind port ddfff914-c31e-45b6-89f2-21fdd81c5f8e by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:20:22.866622 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Attempting to bind port ddfff914-c31e-45b6-89f2-21fdd81c5f8e on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:20:22.872294 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Port ddfff914-c31e-45b6-89f2-21fdd81c5f8e on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:20:22.872612 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Attempting to bind port ddfff914-c31e-45b6-89f2-21fdd81c5f8e on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:20:22.889470 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:20:22.889806 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Checking segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:20:22.890188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Bound using segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:20:22.890654 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Bound port: ddfff914-c31e-45b6-89f2-21fdd81c5f8e, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:20:22.891010 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:22.996560 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-f2152e0b-b040-4113-8ea9-6986d4ce30eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178234 Mar 26 03:20:23.010328 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] For port ddfff914-c31e-45b6-89f2-21fdd81c5f8e, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:20:23.012678 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] For port ddfff914-c31e-45b6-89f2-21fdd81c5f8e, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:20:23.086657 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:23.128847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.129560 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:23.130877 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-00839898-2fa0-4340-9513-95e481165b84 service neutron] 10.222.0.18 "PUT /v2.0/ports/ddfff914-c31e-45b6-89f2-21fdd81c5f8e HTTP/1.1" status: 200 len: 1094 time: 1.1940086 Mar 26 03:20:23.134419 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'tag': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:23.136753 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2a9fbc-cbc3-4cd8-80b3-ac3d8680f1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "885a1458-4742-46b6-a8b8-c916b6a3a2fb", "tag": "ddfff914-c31e-45b6-89f2-21fdd81c5f8e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:23.154684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-5ff9db26-f285-427c-9766-a250e5a5b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.156165 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-5ff9db26-f285-427c-9766-a250e5a5b61a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 1129 time: 0.1051581 Mar 26 03:20:23.168041 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00839898-2fa0-4340-9513-95e481165b84 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:23.201505 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d9c766-0aa5-4c00-98da-0d42b8be4e82 x-openstack-request-id: req-52d9c766-0aa5-4c00-98da-0d42b8be4e82 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:23.201794 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885a1458-4742-46b6-a8b8-c916b6a3a2fb", "tag": "ddfff914-c31e-45b6-89f2-21fdd81c5f8e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:23.202052 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52d9c766-0aa5-4c00-98da-0d42b8be4e82 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:23.202484 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d9c766-0aa5-4c00-98da-0d42b8be4e82'] response: {'name': 'network-changed', 'server_uuid': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'tag': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'status': 'completed', 'code': 200} Mar 26 03:20:23.312105 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9fbc-cbc3-4cd8-80b3-ac3d8680f1f1 req-f3758b01-ab53-4ea2-9134-60a125ec7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.313615 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bf2a9fbc-cbc3-4cd8-80b3-ac3d8680f1f1 req-f3758b01-ab53-4ea2-9134-60a125ec7008 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 1128 time: 0.0859420 Mar 26 03:20:23.318479 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-e7e5b3c2-e4b3-42cd-bae4-71b12548cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.320242 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-e7e5b3c2-e4b3-42cd-bae4-71b12548cfe8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.1409194 Mar 26 03:20:23.495700 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-ced5cc1a-149b-4b2e-baa6-2d33e4d4a9c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a404181a-ccfb-4e3a-859e-21564fff0ff5 HTTP/1.1" status: 200 len: 1001 time: 0.1666300 Mar 26 03:20:23.573431 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9fbc-cbc3-4cd8-80b3-ac3d8680f1f1 req-a0698648-542f-4781-816e-aca97b1c5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.575082 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bf2a9fbc-cbc3-4cd8-80b3-ac3d8680f1f1 req-a0698648-542f-4781-816e-aca97b1c5087 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b7df08c76ffa498386ce64c13b56db9b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2476265 Mar 26 03:20:23.579527 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b351a52-3c14-404b-8643-19917f086bfe req-4e823bba-eb3a-4c10-865f-dd6561fa55ba tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.581288 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-4702445c-6d05-4d0d-b48f-2e80a81099fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.582813 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-4702445c-6d05-4d0d-b48f-2e80a81099fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0699005 Mar 26 03:20:23.587235 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8b351a52-3c14-404b-8643-19917f086bfe req-4e823bba-eb3a-4c10-865f-dd6561fa55ba tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 944 time: 0.0633240 Mar 26 03:20:23.652995 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8b351a52-3c14-404b-8643-19917f086bfe req-f560cfea-43ad-4bf3-9e9e-cf3a2647ce0f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644531 Mar 26 03:20:23.698935 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-28186ab7-d595-4272-a52c-0dd1d728b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.700567 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-28186ab7-d595-4272-a52c-0dd1d728b279 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1078916 Mar 26 03:20:23.761017 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9fbc-cbc3-4cd8-80b3-ac3d8680f1f1 req-5112f888-d593-4c4b-984a-d97264bc80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.762562 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-bf2a9fbc-cbc3-4cd8-80b3-ac3d8680f1f1 req-5112f888-d593-4c4b-984a-d97264bc80ba service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1788080 Mar 26 03:20:23.810204 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-e449afa8-b7ea-4623-8f63-76663a8860d8 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976217 Mar 26 03:20:23.920639 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9446-9483-4bca-ab24-01790e9d2816 req-f2025fe0-af68-431f-afef-c3db049c462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:23.922513 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-f2025fe0-af68-431f-afef-c3db049c462d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 1128 time: 0.1111226 Mar 26 03:20:23.977182 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-928ed039-61c5-4768-86a6-399fd2802e43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfff914-c31e-45b6-89f2-21fdd81c5f8e HTTP/1.1" status: 200 len: 217 time: 0.0465841 Mar 26 03:20:23.982691 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7898fd0d-3d84-420a-a6c0-34fc9f00943a req-2e0f155f-2bb8-43db-87df-d193723b67ec service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626053 Mar 26 03:20:24.030852 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9446-9483-4bca-ab24-01790e9d2816 req-aa4f1062-fd2f-4d1e-abb7-ca90a542b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:24.032434 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-aa4f1062-fd2f-4d1e-abb7-ca90a542b59b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0487795 Mar 26 03:20:24.082290 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9446-9483-4bca-ab24-01790e9d2816 req-79604f1a-59ac-44c2-beb4-70cb891adc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:24.083927 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-79604f1a-59ac-44c2-beb4-70cb891adc9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456944 Mar 26 03:20:24.180238 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-c9dc6edb-f3c7-4a5e-b5e5-e307245896a9 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898471 Mar 26 03:20:24.277832 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-847a9446-9483-4bca-ab24-01790e9d2816 req-c9acaf5a-6661-437b-8470-ba6274fff9fa service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897894 Mar 26 03:20:24.777616 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c7ce-b500-4377-8d0e-809d731a74f4 req-d46ba10b-4a67-4334-91ec-45242c9f9e6c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:24.779517 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-95b8c7ce-b500-4377-8d0e-809d731a74f4 req-d46ba10b-4a67-4334-91ec-45242c9f9e6c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 944 time: 0.0638483 Mar 26 03:20:24.826157 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-95b8c7ce-b500-4377-8d0e-809d731a74f4 req-6166bbcc-5661-4562-94cf-a35e424f5830 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 Mar 26 03:20:25.961506 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826cc53-e4dd-480b-b6b4-bcccf05daa9b req-889c1c2e-6303-4e71-bd34-3495b3da8656 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:25.968614 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a826cc53-e4dd-480b-b6b4-bcccf05daa9b req-889c1c2e-6303-4e71-bd34-3495b3da8656 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 944 time: 0.0668075 Mar 26 03:20:26.024052 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-a826cc53-e4dd-480b-b6b4-bcccf05daa9b req-cbc31aa5-a404-4835-9f64-140d59b4c414 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544605 Mar 26 03:20:26.791155 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device ddfff914-c31e-45b6-89f2-21fdd81c5f8e details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:20:26.906021 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port ddfff914-c31e-45b6-89f2-21fdd81c5f8e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:26.918590 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'port_id': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'mac_address': 'fa:16:3e:35:7e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:20:26.958989 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port ddfff914-c31e-45b6-89f2-21fdd81c5f8e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:20:26.959486 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:26.973237 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfff914-c31e-45b6-89f2-21fdd81c5f8e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:20:26.997216 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port ddfff914-c31e-45b6-89f2-21fdd81c5f8e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:27.078005 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:27.151526 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:27.212724 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc19cb5-08bf-44e2-a3ae-c9c98728c7fd req-2280406f-41e4-4aad-a8e9-fe7b6b3a6826 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:27.214620 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3dc19cb5-08bf-44e2-a3ae-c9c98728c7fd req-2280406f-41e4-4aad-a8e9-fe7b6b3a6826 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 945 time: 0.1032712 Mar 26 03:20:27.285222 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3dc19cb5-08bf-44e2-a3ae-c9c98728c7fd req-7bc8452d-6edd-4c3a-8a64-c18749ee02de tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640757 Mar 26 03:20:27.326489 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['ddfff914-c31e-45b6-89f2-21fdd81c5f8e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:20:28.418242 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470094f-f345-4364-86da-85ea3692e01e req-50e75fed-e0f2-4bdf-8f6c-79713508e50e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:28.419873 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3470094f-f345-4364-86da-85ea3692e01e req-50e75fed-e0f2-4bdf-8f6c-79713508e50e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 945 time: 0.0609596 Mar 26 03:20:28.486965 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3470094f-f345-4364-86da-85ea3692e01e req-2fba86b2-a9d4-402f-a429-926db8e71eed tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554571 Mar 26 03:20:28.810009 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device ddfff914-c31e-45b6-89f2-21fdd81c5f8e up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:20:28.902141 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port ddfff914-c31e-45b6-89f2-21fdd81c5f8e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:20:28.907480 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port ddfff914-c31e-45b6-89f2-21fdd81c5f8e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:20:28.908092 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:29.004065 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port ddfff914-c31e-45b6-89f2-21fdd81c5f8e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:20:29.004718 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:29.033848 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:29.036770 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d0e677-fdf4-4cc6-a0ea-14cc135991d3" -d '{"events": [{"server_uuid": "885a1458-4742-46b6-a8b8-c916b6a3a2fb", "name": "network-vif-plugged", "status": "completed", "tag": "ddfff914-c31e-45b6-89f2-21fdd81c5f8e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:29.071178 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port ddfff914-c31e-45b6-89f2-21fdd81c5f8e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:29.087709 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b434b08-543e-472a-97a7-559b9f264b95 x-openstack-request-id: req-0b434b08-543e-472a-97a7-559b9f264b95 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:29.087933 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885a1458-4742-46b6-a8b8-c916b6a3a2fb", "name": "network-vif-plugged", "status": "completed", "tag": "ddfff914-c31e-45b6-89f2-21fdd81c5f8e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:29.088364 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b434b08-543e-472a-97a7-559b9f264b95 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:29.088581 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b434b08-543e-472a-97a7-559b9f264b95'] response: {'server_uuid': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'code': 200} Mar 26 03:20:29.146379 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:29.201706 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:29.610338 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d844-3b33-4820-8321-cb818f1c6b06 req-8306fc00-1795-44ad-a870-32f97d3c9817 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:29.612527 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9cd9d844-3b33-4820-8321-cb818f1c6b06 req-8306fc00-1795-44ad-a870-32f97d3c9817 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0590494 Mar 26 03:20:29.666900 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9cd9d844-3b33-4820-8321-cb818f1c6b06 req-701012d5-a502-4323-ba88-89362030ea36 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476317 Mar 26 03:20:30.795489 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27e246-19ed-4c8f-a86b-411f145f44ba req-c31e62dc-7f15-4055-95db-4f56d377a79b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:30.796953 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4b27e246-19ed-4c8f-a86b-411f145f44ba req-c31e62dc-7f15-4055-95db-4f56d377a79b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0525179 Mar 26 03:20:30.846804 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4b27e246-19ed-4c8f-a86b-411f145f44ba req-89b21660-2535-4e82-a8df-36f91b996afe tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Mar 26 03:20:31.982424 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa2cca-98eb-4a22-928c-fea647288f8c req-275bca15-c525-4f48-ba13-77d356e60e87 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:31.984444 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f4fa2cca-98eb-4a22-928c-fea647288f8c req-275bca15-c525-4f48-ba13-77d356e60e87 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0647805 Mar 26 03:20:32.040132 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e353-680d-457a-9c80-8d9e1887b906 req-8a32d84a-71a8-41c0-8114-8f2c2542cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:32.042345 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f8f0e353-680d-457a-9c80-8d9e1887b906 req-8a32d84a-71a8-41c0-8114-8f2c2542cd53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 1130 time: 0.0511403 Mar 26 03:20:32.061905 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-f4fa2cca-98eb-4a22-928c-fea647288f8c req-078b2e29-49d7-4338-97b2-849f875dc622 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701017 Mar 26 03:20:32.112894 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f8f0e353-680d-457a-9c80-8d9e1887b906 req-586ef880-dab2-424a-a2e9-fdad692f82d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635388 Mar 26 03:20:33.197716 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acaa3-e6dc-4c57-883f-25d8c5a843a8 req-f3b87508-e093-47ff-a1ab-4d8b0c26a504 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:33.218903 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d30acaa3-e6dc-4c57-883f-25d8c5a843a8 req-f3b87508-e093-47ff-a1ab-4d8b0c26a504 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0770800 Mar 26 03:20:33.276404 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d30acaa3-e6dc-4c57-883f-25d8c5a843a8 req-6e0eec04-5469-4109-b3ae-c77fe1d605e6 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557823 Mar 26 03:20:34.403578 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36050-4682-4213-9fe1-119ef39ffc8f req-8fd8b369-ff93-457c-b7c9-b49af7d5c2b2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:34.405047 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d5f36050-4682-4213-9fe1-119ef39ffc8f req-8fd8b369-ff93-457c-b7c9-b49af7d5c2b2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0552044 Mar 26 03:20:34.465790 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d5f36050-4682-4213-9fe1-119ef39ffc8f req-bc94fd0c-e0d3-4d16-99d8-bb30c1667587 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526447 Mar 26 03:20:34.595548 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a357fc3-9c56-4494-85da-40845c28a1b2 req-df7afd2b-96fb-4e6d-87ba-b4f23240ddfd tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:34.597686 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a357fc3-9c56-4494-85da-40845c28a1b2 req-df7afd2b-96fb-4e6d-87ba-b4f23240ddfd tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0590379 Mar 26 03:20:34.607511 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53416) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:34.612133 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'floatingip': {'port_id': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:20:34.667195 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (ca90c6b0-86ac-4d6f-bb84-d25f473870b5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:35.406164 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:35.450328 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (ca90c6b0-86ac-4d6f-bb84-d25f473870b5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:35.567690 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Floating IP ca90c6b0-86ac-4d6f-bb84-d25f473870b5 associated. External IP: 172.27.1.138, port: ddfff914-c31e-45b6-89f2-21fdd81c5f8e. Mar 26 03:20:35.798940 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:20:35.915609 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:20:35.920379 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:35.928261 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:20:35.942686 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:20:35.947627 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:20:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:35.964321 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-5085b253-ac2c-4c33-ab58-6f4d8dbe77be tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "PUT /v2.0/floatingips/ca90c6b0-86ac-4d6f-bb84-d25f473870b5 HTTP/1.1" status: 200 len: 992 time: 1.3552496 Mar 26 03:20:35.964678 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'tag': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:35.966961 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90122f26-bee4-471e-89bb-7bbff8b8eb25" -d '{"events": [{"name": "network-changed", "server_uuid": "885a1458-4742-46b6-a8b8-c916b6a3a2fb", "tag": "ddfff914-c31e-45b6-89f2-21fdd81c5f8e"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:36.015166 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5cf7a1-861a-4626-9962-752886fe38ee x-openstack-request-id: req-3f5cf7a1-861a-4626-9962-752886fe38ee {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:36.015531 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885a1458-4742-46b6-a8b8-c916b6a3a2fb", "tag": "ddfff914-c31e-45b6-89f2-21fdd81c5f8e", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:36.016035 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f5cf7a1-861a-4626-9962-752886fe38ee {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:36.016444 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5cf7a1-861a-4626-9962-752886fe38ee'] response: {'name': 'network-changed', 'server_uuid': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'tag': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'status': 'completed', 'code': 200} Mar 26 03:20:36.094621 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:20:36.438703 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'ca90c6b0-86ac-4d6f-bb84-d25f473870b5', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:35:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:20:16Z', 'updated_at': '2022-03-26T03:20:35Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:36.469272 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:20:36.481052 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:20:36.481860 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:20:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:36.628721 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:20:36.694180 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-b52b9182-65a5-42fa-a1ed-66d3edc91f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:36.695721 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-b52b9182-65a5-42fa-a1ed-66d3edc91f7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 1130 time: 0.0452375 Mar 26 03:20:36.794902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-ebe1354e-2352-4d5f-a881-4a1b9559df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:36.797288 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-ebe1354e-2352-4d5f-a881-4a1b9559df5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 913 time: 0.0951283 Mar 26 03:20:36.850826 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'ca90c6b0-86ac-4d6f-bb84-d25f473870b5', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:35:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:20:16Z', 'updated_at': '2022-03-26T03:20:35Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:36.883874 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151bc2fc-80c3-4973-be0f-6cf4b1047d51 None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'ca90c6b0-86ac-4d6f-bb84-d25f473870b5', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:35:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:20:16Z', 'updated_at': '2022-03-26T03:20:35Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:20:36.887476 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-d8c8f799-93d2-422a-ae13-3f0e45862489 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfff914-c31e-45b6-89f2-21fdd81c5f8e HTTP/1.1" status: 200 len: 1000 time: 0.0830932 Mar 26 03:20:36.943532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-b52806e1-71b0-4c53-9146-cab6cc16f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:36.945006 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-b52806e1-71b0-4c53-9146-cab6cc16f848 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0512795 Mar 26 03:20:37.000732 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-c6be13c7-a507-4125-bddf-234eecb52e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:37.002614 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-c6be13c7-a507-4125-bddf-234eecb52e19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504408 Mar 26 03:20:37.112304 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-90a09ed5-0a35-400f-919c-d08f5e794e2f service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025512 Mar 26 03:20:37.177705 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c85c9-cb70-4e2c-bd3b-d92da968802d None None] New status for floating IP ca90c6b0-86ac-4d6f-bb84-d25f473870b5: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:20:37.236342 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90122f26-bee4-471e-89bb-7bbff8b8eb25 req-ba797da4-f1f3-4e32-96ae-24eb967a45e8 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169806 Mar 26 03:20:41.111765 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:41.155959 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa38c3e-db3d-48aa-9321-d8553aa9b9f2 admin admin] Deleting subnet c4477127-f909-4789-86d5-394150c8850f {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:20:41.159180 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fa38c3e-db3d-48aa-9321-d8553aa9b9f2 admin admin] Publish callbacks [] for subnet (c4477127-f909-4789-86d5-394150c8850f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.194833 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fa38c3e-db3d-48aa-9321-d8553aa9b9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (c4477127-f909-4789-86d5-394150c8850f), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.234093 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fa38c3e-db3d-48aa-9321-d8553aa9b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (c4477127-f909-4789-86d5-394150c8850f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.346098 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fa38c3e-db3d-48aa-9321-d8553aa9b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (c4477127-f909-4789-86d5-394150c8850f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.377108 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa38c3e-db3d-48aa-9321-d8553aa9b9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4477127-f909-4789-86d5-394150c8850f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:41.379068 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fa38c3e-db3d-48aa-9321-d8553aa9b9f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.382291 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2fa38c3e-db3d-48aa-9321-d8553aa9b9f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c4477127-f909-4789-86d5-394150c8850f HTTP/1.1" status: 204 len: 168 time: 0.2693942 Mar 26 03:20:41.385192 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53548) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:41.458674 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (9d247743-d61c-4f6e-b730-47fc542a74b6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.536466 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (9d247743-d61c-4f6e-b730-47fc542a74b6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.560247 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d247743-d61c-4f6e-b730-47fc542a74b6']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:41.570124 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1548f374-0473-4d38-93f6-228b874fdebb') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:41.570420 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1548f374-0473-4d38-93f6-228b874fdebb') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:20:41.579515 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (1548f374-0473-4d38-93f6-228b874fdebb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.592822 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (1548f374-0473-4d38-93f6-228b874fdebb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.598532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:20:41.598915 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (1548f374-0473-4d38-93f6-228b874fdebb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:20:41.600508 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:20:41.730049 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (9d247743-d61c-4f6e-b730-47fc542a74b6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.735219 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:41.739066 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d247743-d61c-4f6e-b730-47fc542a74b6 HTTP/1.1" status: 204 len: 168 time: 0.3522439 Mar 26 03:20:41.749493 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d247743-d61c-4f6e-b730-47fc542a74b6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:41.757066 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.757418 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.757764 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.758100 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.758432 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.758803 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.759117 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.759441 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.759810 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.760107 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.760376 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.760702 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.761023 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.761345 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:41.761682 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829f4eaf-28f1-4719-a335-2684cd5d3d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:20:42.040131 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53552) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:42.080167 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-11eb41ae-e0e9-4669-b600-84f49480a5a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0b7b79034934f759d980b97d4c4f984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388737 Mar 26 03:20:42.082765 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53554) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:20:42.127937 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0f85-4ad8-4845-b971-fd5c3af831a9 admin admin] Publish callbacks [] for security_group (237c214a-8aea-4f9c-a5f4-729414162fad), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:42.152532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0f85-4ad8-4845-b971-fd5c3af831a9 admin admin] Publish callbacks [] for security_group (237c214a-8aea-4f9c-a5f4-729414162fad), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:42.266099 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0f85-4ad8-4845-b971-fd5c3af831a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (237c214a-8aea-4f9c-a5f4-729414162fad), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:42.268740 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0f85-4ad8-4845-b971-fd5c3af831a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:42.275383 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-ecdb0f85-4ad8-4845-b971-fd5c3af831a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/237c214a-8aea-4f9c-a5f4-729414162fad HTTP/1.1" status: 204 len: 168 time: 0.1863892 Mar 26 03:20:42.277985 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb0f85-4ad8-4845-b971-fd5c3af831a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237c214a-8aea-4f9c-a5f4-729414162fad,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:42.809814 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659ec37-7a72-409a-8a5a-2ea392c6a9fc req-f3cdefaf-5847-4d1b-995d-da529e63929b tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:42.810521 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b659ec37-7a72-409a-8a5a-2ea392c6a9fc req-f3cdefaf-5847-4d1b-995d-da529e63929b tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Mar 26 03:20:42.859260 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b659ec37-7a72-409a-8a5a-2ea392c6a9fc req-e76d1de6-ec77-48de-b22d-ec023e921486 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Mar 26 03:20:43.980415 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5f42-3b8e-4f58-a085-05e0de766dfc req-7e9b95ff-911a-483c-a660-64718113d967 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:43.981883 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3fcd5f42-3b8e-4f58-a085-05e0de766dfc req-7e9b95ff-911a-483c-a660-64718113d967 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 945 time: 0.0538199 Mar 26 03:20:44.032618 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-3fcd5f42-3b8e-4f58-a085-05e0de766dfc req-4d63d894-9c0c-4c79-871e-cdeeb559cad0 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15ff212-97fe-4113-896d-6d8ac6cd68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Mar 26 03:20:44.331608 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-10306e2c-74cf-447b-9c48-af111821ebf2 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:20:44.333591 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-10306e2c-74cf-447b-9c48-af111821ebf2 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.18 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 945 time: 0.0516858 Mar 26 03:20:44.431040 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Deleting port e64eaeec-e7ba-4487-a598-00108e326ff8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:20:44.431383 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:44.524405 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] For port e64eaeec-e7ba-4487-a598-00108e326ff8, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=e64eaeec-e7ba-4487-a598-00108e326ff8,segment=NetworkSegment(abfe73af-0f31-4ddb-be01-70d267cf4873),segment_id=abfe73af-0f31-4ddb-be01-70d267cf4873)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:20:44.524750 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:44.539015 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Calling delete_port for e64eaeec-e7ba-4487-a598-00108e326ff8 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:20:44.730180 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (e64eaeec-e7ba-4487-a598-00108e326ff8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:44.742353 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['e64eaeec-e7ba-4487-a598-00108e326ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:20:44.758324 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Pushing event deleted for resources: {'Port': ['ID=e64eaeec-e7ba-4487-a598-00108e326ff8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:20:44.803520 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] No DVR routers for this DVR port e64eaeec-e7ba-4487-a598-00108e326ff8 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:20:44.806058 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:44.809494 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-3a3f38db-21e5-4e67-95a9-67e7b8a3fd32 req-304681b2-7d51-455a-941b-0c0d414829c6 tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.18 "DELETE /v2.0/ports/e64eaeec-e7ba-4487-a598-00108e326ff8 HTTP/1.1" status: 204 len: 173 time: 0.4703586 Mar 26 03:20:44.809954 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ccc033-b40b-4d90-82bf-ae5616dde730', 'name': 'network-vif-deleted', 'tag': 'e64eaeec-e7ba-4487-a598-00108e326ff8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:20:44.812706 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e595f5b-5e85-4a4a-99bc-f4416307aa5f" -d '{"events": [{"server_uuid": "13ccc033-b40b-4d90-82bf-ae5616dde730", "name": "network-vif-deleted", "tag": "e64eaeec-e7ba-4487-a598-00108e326ff8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:20:44.847830 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307d189c-3f6a-47fd-98a0-8d85f476598d x-openstack-request-id: req-307d189c-3f6a-47fd-98a0-8d85f476598d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:20:44.851724 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ccc033-b40b-4d90-82bf-ae5616dde730", "name": "network-vif-deleted", "tag": "e64eaeec-e7ba-4487-a598-00108e326ff8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:20:44.851724 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-307d189c-3f6a-47fd-98a0-8d85f476598d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:20:44.851724 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307d189c-3f6a-47fd-98a0-8d85f476598d'] response: {'server_uuid': '13ccc033-b40b-4d90-82bf-ae5616dde730', 'name': 'network-vif-deleted', 'tag': 'e64eaeec-e7ba-4487-a598-00108e326ff8', 'status': 'completed', 'code': 200} Mar 26 03:20:45.137805 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7c592a60-38f6-45a0-baad-afa7c603b2ef req-2e395ca9-5765-4650-b4d7-b2a0d94386ae tempest-VolumesSnapshotTestJSON-293868843 tempest-VolumesSnapshotTestJSON-293868843-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ccc033-b40b-4d90-82bf-ae5616dde730 HTTP/1.1" status: 200 len: 210 time: 0.0284965 Mar 26 03:20:46.124488 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-730f0002-7e9c-47d3-b75b-643af3d26a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:48.387477 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fa414a7-eca7-47a4-863c-ee8635c26649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:49.380987 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device e64eaeec-e7ba-4487-a598-00108e326ff8 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:20:49.404316 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: e64eaeec-e7ba-4487-a598-00108e326ff8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:20:49.404918 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device e64eaeec-e7ba-4487-a598-00108e326ff8 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:20:49.471503 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:50.512769 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:50.768435 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:52.489979 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:20:59.396012 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:21:14.790848 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53896) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:14.834958 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e129e57-3c55-49c6-af6d-3cfe8dafebaf admin admin] Deleting subnet 71cda5e6-d787-4537-8454-a025d07dc500 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:21:14.838936 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e129e57-3c55-49c6-af6d-3cfe8dafebaf admin admin] Publish callbacks [] for subnet (71cda5e6-d787-4537-8454-a025d07dc500), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:14.840863 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53898) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:14.877335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e129e57-3c55-49c6-af6d-3cfe8dafebaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4671531'] for subnet (71cda5e6-d787-4537-8454-a025d07dc500), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:14.915840 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e129e57-3c55-49c6-af6d-3cfe8dafebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (71cda5e6-d787-4537-8454-a025d07dc500), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:14.967020 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc0363c-0f3e-4653-94f3-da292730605b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.044532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc0363c-0f3e-4653-94f3-da292730605b admin admin] Publish callbacks [] for security_group (3c45a589-b57d-40b6-ad97-97c7d6faad90), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.049640 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e129e57-3c55-49c6-af6d-3cfe8dafebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4502636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4584295'] for subnet (71cda5e6-d787-4537-8454-a025d07dc500), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.076636 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e129e57-3c55-49c6-af6d-3cfe8dafebaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71cda5e6-d787-4537-8454-a025d07dc500,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:15.078620 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e129e57-3c55-49c6-af6d-3cfe8dafebaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.081743 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6e129e57-3c55-49c6-af6d-3cfe8dafebaf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/71cda5e6-d787-4537-8454-a025d07dc500 HTTP/1.1" status: 204 len: 168 time: 0.2898104 Mar 26 03:21:15.084259 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53902) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:15.123602 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc0363c-0f3e-4653-94f3-da292730605b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3c45a589-b57d-40b6-ad97-97c7d6faad90), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.187717 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (0152f272-cb12-4d38-809e-5df767a73578), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.189210 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0363c-0f3e-4653-94f3-da292730605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c45a589-b57d-40b6-ad97-97c7d6faad90,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:15.195086 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6dc0363c-0f3e-4653-94f3-da292730605b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53a929c394574debb1d508776bbbfd51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514018 Mar 26 03:21:15.196152 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53904) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:15.245715 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Publish callbacks [] for security_group (3c45a589-b57d-40b6-ad97-97c7d6faad90), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.271798 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Publish callbacks [] for security_group (3c45a589-b57d-40b6-ad97-97c7d6faad90), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.280200 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (0152f272-cb12-4d38-809e-5df767a73578), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.301483 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0152f272-cb12-4d38-809e-5df767a73578']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:15.311797 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfe73af-0f31-4ddb-be01-70d267cf4873') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:15.312091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfe73af-0f31-4ddb-be01-70d267cf4873') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:15.322022 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (abfe73af-0f31-4ddb-be01-70d267cf4873), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.335327 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (abfe73af-0f31-4ddb-be01-70d267cf4873), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.341259 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:21:15.341638 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (abfe73af-0f31-4ddb-be01-70d267cf4873), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:21:15.343330 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:21:15.409677 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3c45a589-b57d-40b6-ad97-97c7d6faad90), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.412480 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.413639 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c45a589-b57d-40b6-ad97-97c7d6faad90 HTTP/1.1" status: 204 len: 168 time: 0.2164695 Mar 26 03:21:15.424292 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c45a589-b57d-40b6-ad97-97c7d6faad90,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:15.432853 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.433677 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.434026 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.434582 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.434927 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.435262 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.435593 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.436097 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.436604 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.437040 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.437369 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.437699 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.438025 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.438349 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.438807 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c7b8-fa37-414a-ae5e-86be9862892d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:15.472824 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (0152f272-cb12-4d38-809e-5df767a73578), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.479038 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.482167 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0152f272-cb12-4d38-809e-5df767a73578 HTTP/1.1" status: 204 len: 168 time: 0.3970361 Mar 26 03:21:15.494046 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62cad6-7306-4478-a501-e1dc944c042e admin admin] Pushing event deleted for resources: {'Network': ['ID=0152f272-cb12-4d38-809e-5df767a73578,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:15.807131 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:15.849566 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53920) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:15.850145 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-217c4f4f-056b-427c-8f69-1e18bd4987f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49ca26d76d5742468694c3b53175236f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417631 Mar 26 03:21:15.897221 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33d013cb-af78-468d-a766-35965df29dfe admin admin] Publish callbacks [] for security_group (f15ff212-97fe-4113-896d-6d8ac6cd68f7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:15.919263 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33d013cb-af78-468d-a766-35965df29dfe admin admin] Publish callbacks [] for security_group (f15ff212-97fe-4113-896d-6d8ac6cd68f7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:16.047649 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33d013cb-af78-468d-a766-35965df29dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (f15ff212-97fe-4113-896d-6d8ac6cd68f7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:16.047649 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33d013cb-af78-468d-a766-35965df29dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:16.048479 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-33d013cb-af78-468d-a766-35965df29dfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f15ff212-97fe-4113-896d-6d8ac6cd68f7 HTTP/1.1" status: 204 len: 168 time: 0.1978977 Mar 26 03:21:16.057152 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d013cb-af78-468d-a766-35965df29dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15ff212-97fe-4113-896d-6d8ac6cd68f7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:16.095135 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8db5-1ffa-45a3-bd58-c9627fdc1777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:17.051215 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 53942) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:17.152164 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f28dbcdb-1608-4155-aa29-4e7d32e4cff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:17.222556 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f28dbcdb-1608-4155-aa29-4e7d32e4cff7 admin admin] Publish callbacks [] for security_group (b839ea0e-96ff-40f1-bbdc-ea363aa177cb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:17.289479 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f28dbcdb-1608-4155-aa29-4e7d32e4cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b839ea0e-96ff-40f1-bbdc-ea363aa177cb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:17.329785 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-f28dbcdb-1608-4155-aa29-4e7d32e4cff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7b556174c55477aa755ebe02752c955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774918 Mar 26 03:21:17.330895 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dbcdb-1608-4155-aa29-4e7d32e4cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839ea0e-96ff-40f1-bbdc-ea363aa177cb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:17.332508 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 53948) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:17.381836 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0cc1053f-1598-4b81-b123-bad04e14c84e admin admin] Publish callbacks [] for security_group (b839ea0e-96ff-40f1-bbdc-ea363aa177cb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:17.403232 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0cc1053f-1598-4b81-b123-bad04e14c84e admin admin] Publish callbacks [] for security_group (b839ea0e-96ff-40f1-bbdc-ea363aa177cb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:17.518471 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0cc1053f-1598-4b81-b123-bad04e14c84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (b839ea0e-96ff-40f1-bbdc-ea363aa177cb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:17.521322 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0cc1053f-1598-4b81-b123-bad04e14c84e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:17.522322 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-0cc1053f-1598-4b81-b123-bad04e14c84e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b839ea0e-96ff-40f1-bbdc-ea363aa177cb HTTP/1.1" status: 204 len: 168 time: 0.1880777 Mar 26 03:21:17.531087 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1053f-1598-4b81-b123-bad04e14c84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839ea0e-96ff-40f1-bbdc-ea363aa177cb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:18.403565 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6076-f255-4d89-8f33-e7247dd69e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:19.472244 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:20.551036 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:20.785189 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:22.459203 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:31.685393 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f7bd7-6bf0-489a-94f4-6d2e4c247951 req-3701d7ba-e61f-49ac-94a8-febfbcf32e3e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:31.686888 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a0f7bd7-6bf0-489a-94f4-6d2e4c247951 req-3701d7ba-e61f-49ac-94a8-febfbcf32e3e tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0530665 Mar 26 03:21:31.732430 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7a0f7bd7-6bf0-489a-94f4-6d2e4c247951 req-6b3e2acb-a665-4ccf-9693-6e60c2197be0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399904 Mar 26 03:21:32.852694 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbfb70-a46f-4b83-9279-81af0b9c1025 req-8d37c011-3690-4017-bcc9-5017f5a5f9f2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:32.854165 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-66bbfb70-a46f-4b83-9279-81af0b9c1025 req-8d37c011-3690-4017-bcc9-5017f5a5f9f2 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0539179 Mar 26 03:21:32.902488 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-66bbfb70-a46f-4b83-9279-81af0b9c1025 req-966f02c5-64cb-45b8-a1a1-97abe6d2fde7 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c9234e1-2cef-432d-8cf8-6b4595e0cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Mar 26 03:21:33.147710 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-721b3804-1f65-468a-ab27-b612e18e527f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:33.149376 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-721b3804-1f65-468a-ab27-b612e18e527f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 946 time: 0.0605180 Mar 26 03:21:33.244499 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Deleting port ddfff914-c31e-45b6-89f2-21fdd81c5f8e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:21:33.244835 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:33.329398 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] For port ddfff914-c31e-45b6-89f2-21fdd81c5f8e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:21:33.329748 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:33.498771 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:33.499598 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (ca90c6b0-86ac-4d6f-bb84-d25f473870b5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:33.499598 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Floating IP ca90c6b0-86ac-4d6f-bb84-d25f473870b5 disassociated. External IP: 172.27.1.138, port: ddfff914-c31e-45b6-89f2-21fdd81c5f8e. Mar 26 03:21:33.499810 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Calling delete_port for ddfff914-c31e-45b6-89f2-21fdd81c5f8e owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:21:33.684037 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (ddfff914-c31e-45b6-89f2-21fdd81c5f8e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:33.715143 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'Port': ['ID=ddfff914-c31e-45b6-89f2-21fdd81c5f8e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:33.837764 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:21:33.949575 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:21:33.959762 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8688a20f-c339-4c52-be64-9930e528341a None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:21:33.970120 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8688a20f-c339-4c52-be64-9930e528341a None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:21:33.970783 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8688a20f-c339-4c52-be64-9930e528341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:21:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:34.016015 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] No DVR routers for this DVR port ddfff914-c31e-45b6-89f2-21fdd81c5f8e on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:21:34.018729 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:34.022034 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1a90af66-acc2-4e34-b2b8-f1e9daac131f req-05ce7390-5208-4247-b07c-510ad68bcf72 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "DELETE /v2.0/ports/ddfff914-c31e-45b6-89f2-21fdd81c5f8e HTTP/1.1" status: 204 len: 173 time: 0.8670945 Mar 26 03:21:34.022695 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'name': 'network-vif-deleted', 'tag': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:21:34.025039 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0badf307-c8b0-4805-b8ba-14a6db6e169c" -d '{"events": [{"server_uuid": "885a1458-4742-46b6-a8b8-c916b6a3a2fb", "name": "network-vif-deleted", "tag": "ddfff914-c31e-45b6-89f2-21fdd81c5f8e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:21:34.030709 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-13a28815-eb57-4de2-aacd-79bb39d0687b req-a00e0d26-cd0c-4592-90f6-13c617ded24f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=885a1458-4742-46b6-a8b8-c916b6a3a2fb HTTP/1.1" status: 200 len: 210 time: 0.0578642 Mar 26 03:21:34.068684 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0514c5e8-a0bb-468d-82bc-2bc35bc7c41a x-openstack-request-id: req-0514c5e8-a0bb-468d-82bc-2bc35bc7c41a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:21:34.069140 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885a1458-4742-46b6-a8b8-c916b6a3a2fb", "name": "network-vif-deleted", "tag": "ddfff914-c31e-45b6-89f2-21fdd81c5f8e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:21:34.069397 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0514c5e8-a0bb-468d-82bc-2bc35bc7c41a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:21:34.069813 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0514c5e8-a0bb-468d-82bc-2bc35bc7c41a'] response: {'server_uuid': '885a1458-4742-46b6-a8b8-c916b6a3a2fb', 'name': 'network-vif-deleted', 'tag': 'ddfff914-c31e-45b6-89f2-21fdd81c5f8e', 'status': 'completed', 'code': 200} Mar 26 03:21:34.086379 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8688a20f-c339-4c52-be64-9930e528341a None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:21:34.297210 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8688a20f-c339-4c52-be64-9930e528341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:34.322095 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8688a20f-c339-4c52-be64-9930e528341a None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:21:34.329894 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8688a20f-c339-4c52-be64-9930e528341a None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:21:34.330514 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8688a20f-c339-4c52-be64-9930e528341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:21:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:34.436706 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8688a20f-c339-4c52-be64-9930e528341a None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:21:34.635233 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8688a20f-c339-4c52-be64-9930e528341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:34.745514 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8688a20f-c339-4c52-be64-9930e528341a None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:21:34.961202 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee33813-78ed-42a8-aa6c-8ec10e0b2adf None None] New status for floating IP ca90c6b0-86ac-4d6f-bb84-d25f473870b5: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:21:35.170356 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54028) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:35.222874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf61fbb-ecd1-4b82-a5b9-ef6e15236220 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (8c9234e1-2cef-432d-8cf8-6b4595e0cca7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.246182 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf61fbb-ecd1-4b82-a5b9-ef6e15236220 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (8c9234e1-2cef-432d-8cf8-6b4595e0cca7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.367712 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf61fbb-ecd1-4b82-a5b9-ef6e15236220 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (8c9234e1-2cef-432d-8cf8-6b4595e0cca7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.371219 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf61fbb-ecd1-4b82-a5b9-ef6e15236220 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.372419 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-baf61fbb-ecd1-4b82-a5b9-ef6e15236220 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c9234e1-2cef-432d-8cf8-6b4595e0cca7 HTTP/1.1" status: 204 len: 168 time: 0.2009583 Mar 26 03:21:35.375550 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54030) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:35.381236 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf61fbb-ecd1-4b82-a5b9-ef6e15236220 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9234e1-2cef-432d-8cf8-6b4595e0cca7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:35.393619 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.api.v2.resource [None req-11eae4e5-86cd-4707-83e4-aa8a2eac5237 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] show failed (client error): The resource could not be found. Mar 26 03:21:35.393619 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-11eae4e5-86cd-4707-83e4-aa8a2eac5237 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups/8c9234e1-2cef-432d-8cf8-6b4595e0cca7 HTTP/1.1" status: 404 len: 347 time: 0.0151856 Mar 26 03:21:35.395628 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54032) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:35.518182 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Deleting port 5c11f1c6-f5d4-40a7-952d-f5c43cf5678b {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:21:35.518554 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.591305 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.591627 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.602905 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Calling delete_port for 5c11f1c6-f5d4-40a7-952d-f5c43cf5678b owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:21:35.790348 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (5c11f1c6-f5d4-40a7-952d-f5c43cf5678b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.816419 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'Port': ['ID=5c11f1c6-f5d4-40a7-952d-f5c43cf5678b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:35.877765 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (ca90c6b0-86ac-4d6f-bb84-d25f473870b5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.880445 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:35.881583 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f84d936e-40a1-4647-9d7d-fa4da1aef2d0 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "DELETE /v2.0/floatingips/ca90c6b0-86ac-4d6f-bb84-d25f473870b5 HTTP/1.1" status: 204 len: 168 time: 0.4850636 Mar 26 03:21:36.216232 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54036) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:36.220791 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-952bcdd0-a4e1-474a-9587-99003839d88a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617568112', 'description': 'tempest-description--198020170'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:21:36.288965 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-952bcdd0-a4e1-474a-9587-99003839d88a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.352238 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-952bcdd0-a4e1-474a-9587-99003839d88a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.395152 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:21:36.403508 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-952bcdd0-a4e1-474a-9587-99003839d88a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.430719 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bcdd0-a4e1-474a-9587-99003839d88a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:36.485818 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-952bcdd0-a4e1-474a-9587-99003839d88a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.487099 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-952bcdd0-a4e1-474a-9587-99003839d88a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2698491 Mar 26 03:21:36.490063 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54038) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:36.494616 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8708f9be-c8c4-4e5f-9398-1eaeeb0c9cec tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group_rule': {'security_group_id': 'fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:21:36.574592 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8708f9be-c8c4-4e5f-9398-1eaeeb0c9cec tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (72b13330-e726-4243-9714-c0c2449f07c4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.617980 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8708f9be-c8c4-4e5f-9398-1eaeeb0c9cec tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (72b13330-e726-4243-9714-c0c2449f07c4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.666435 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8708f9be-c8c4-4e5f-9398-1eaeeb0c9cec tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (72b13330-e726-4243-9714-c0c2449f07c4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.687803 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708f9be-c8c4-4e5f-9398-1eaeeb0c9cec tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b13330-e726-4243-9714-c0c2449f07c4,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:36.752316 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8708f9be-c8c4-4e5f-9398-1eaeeb0c9cec tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.753395 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-8708f9be-c8c4-4e5f-9398-1eaeeb0c9cec tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2623005 Mar 26 03:21:36.756125 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:36.760353 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6cd16aed-5261-40ad-a4fe-b02219415f6f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'security_group_rule': {'security_group_id': 'fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:21:36.858209 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cd16aed-5261-40ad-a4fe-b02219415f6f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (b6b9b3b9-e4a0-49f6-b6e1-dd836effada9), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.911298 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cd16aed-5261-40ad-a4fe-b02219415f6f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (b6b9b3b9-e4a0-49f6-b6e1-dd836effada9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.967711 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cd16aed-5261-40ad-a4fe-b02219415f6f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585836'] for security_group_rule (b6b9b3b9-e4a0-49f6-b6e1-dd836effada9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:36.985738 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd16aed-5261-40ad-a4fe-b02219415f6f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b9b3b9-e4a0-49f6-b6e1-dd836effada9,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:37.055445 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cd16aed-5261-40ad-a4fe-b02219415f6f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:37.056561 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6cd16aed-5261-40ad-a4fe-b02219415f6f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995257 Mar 26 03:21:37.060234 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54042) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:37.064594 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:21:37.133835 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:37.225904 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:37.297481 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device ddfff914-c31e-45b6-89f2-21fdd81c5f8e no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:21:37.317607 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: ddfff914-c31e-45b6-89f2-21fdd81c5f8e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:21:37.318207 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device ddfff914-c31e-45b6-89f2-21fdd81c5f8e not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:21:37.334227 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Allocated IP 172.27.1.134 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/fe282d84-2cb8-49e0-bd56-b7f10db094a7) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:21:37.433627 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (fe282d84-2cb8-49e0-bd56-b7f10db094a7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:37.524154 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (fe282d84-2cb8-49e0-bd56-b7f10db094a7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:37.562606 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:21:37.565468 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:21:37.571188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:21:37.597406 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=fe282d84-2cb8-49e0-bd56-b7f10db094a7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:37.660213 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (5f36ad44-39d7-4c99-a08d-f259b92f82fb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:37.771848 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (fe282d84-2cb8-49e0-bd56-b7f10db094a7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:37.917322 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (fe282d84-2cb8-49e0-bd56-b7f10db094a7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:37.979057 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (fe282d84-2cb8-49e0-bd56-b7f10db094a7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:38.280066 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=fe282d84-2cb8-49e0-bd56-b7f10db094a7,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:38.289547 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (5f36ad44-39d7-4c99-a08d-f259b92f82fb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:38.352351 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:38.353540 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-6a8d78d7-4b82-4247-b633-7dc77bf872f1 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2923968 Mar 26 03:21:38.552923 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-7ed7c7ae-214b-45f5-b544-60485370c194 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1617568112&fields=id&tenant_id=b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 267 time: 0.0444138 Mar 26 03:21:38.659011 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-2ea82071-e8c0-4ab7-81bd-88f32368f3a6 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:38.660440 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-2ea82071-e8c0-4ab7-81bd-88f32368f3a6 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 813 time: 0.1004508 Mar 26 03:21:38.674825 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-20efa96c-a08c-4c5a-8378-5f2a04c2d706 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/quotas/b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 375 time: 0.0089989 Mar 26 03:21:38.727451 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-37930c71-bd7f-4d8f-956d-5ad399dd2263 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480280 Mar 26 03:21:38.742537 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-b22a3f96-452f-4279-b56c-6e61570d34a8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:21:38.743486 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-b22a3f96-452f-4279-b56c-6e61570d34a8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048537 Mar 26 03:21:38.831825 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-61b2c23e-f896-4023-9432-079f8fe91430 service neutron] 10.222.0.20 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824966 Mar 26 03:21:38.917991 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-928c9337-2b1d-48af-9aee-e4521bfbc6be service neutron] 10.222.0.20 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806136 Mar 26 03:21:39.125163 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-122cd06e-5a3d-4d7b-9b25-45dc9c005340 req-f46f6051-06e8-4c98-8970-454f6a6b4022 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0275903 Mar 26 03:21:40.218829 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-4b7980df-0d0a-4860-89b6-f2c75109ef18 req-ce76f6ad-0643-4db0-8b59-03cbf8969716 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0280693 Mar 26 03:21:40.942677 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-aa58471e-5fc4-4f08-a36e-362750338c2a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:40.944302 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-aa58471e-5fc4-4f08-a36e-362750338c2a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 813 time: 0.1000190 Mar 26 03:21:41.009203 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5bf3a9d5-ddda-4e1a-a815-0517bcaa25a9 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7df08c76ffa498386ce64c13b56db9b HTTP/1.1" status: 200 len: 380 time: 0.0550208 Mar 26 03:21:41.021189 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'port': {'device_id': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'admin_state_up': True, 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'security_groups': ['fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:21:41.175040 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Made reservation on behalf of b7df08c76ffa498386ce64c13b56db9b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:21:41.178455 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:41.315258 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-14c25135-dc0c-43b5-8398-826d63f822d2 req-42f36ce9-7284-4546-aaa1-5d46aa5abaf8 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0313134 Mar 26 03:21:41.326682 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Allocated IP 172.20.0.6 (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89/4ec37132-197c-4e11-96bf-c55d875777c6/392e52fb-cf6d-43ca-abea-75a11f4735db) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:21:41.461291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:41.545215 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:41.584917 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:21:41.587919 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:21:41.590808 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:21:41.621214 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event updated for resources: {'Port': ['ID=392e52fb-cf6d-43ca-abea-75a11f4735db,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:41.649359 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:41.649971 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:41.720448 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-38d3441d-1018-42a8-accb-dfc279113c00 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7027857 Mar 26 03:21:41.729756 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5c7ccb65-7f2a-4819-a8f3-80e928846e39 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:21:41.730747 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5c7ccb65-7f2a-4819-a8f3-80e928846e39 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053046 Mar 26 03:21:41.741234 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Request body: {'port': {'device_id': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:21:41.796091 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fe65278d-8355-47b2-9cce-b2a93ffa85dd None None] Provisioning complete for port 392e52fb-cf6d-43ca-abea-75a11f4735db triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:21:41.796667 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe65278d-8355-47b2-9cce-b2a93ffa85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:41.804135 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:41.830075 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fe65278d-8355-47b2-9cce-b2a93ffa85dd None None] Port 392e52fb-cf6d-43ca-abea-75a11f4735db cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:21:42.052641 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392e52fb-cf6d-43ca-abea-75a11f4735db {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:21:42.060422 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Publish callbacks [] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:42.071760 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Transition to ACTIVE for port object 392e52fb-cf6d-43ca-abea-75a11f4735db will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:21:42.111735 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:42.159941 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Pushing event updated for resources: {'Port': ['ID=392e52fb-cf6d-43ca-abea-75a11f4735db,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:42.190184 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.190553 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.190899 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.191244 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.191573 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.191902 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.192236 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.192585 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.192915 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.193365 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.193641 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.193871 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.194189 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.194531 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.194853 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:42.246809 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Attempting to bind port 392e52fb-cf6d-43ca-abea-75a11f4735db on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:21:42.247149 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Attempting to bind port 392e52fb-cf6d-43ca-abea-75a11f4735db by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:21:42.247480 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Attempting to bind port 392e52fb-cf6d-43ca-abea-75a11f4735db on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:21:42.252022 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Port 392e52fb-cf6d-43ca-abea-75a11f4735db on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:21:42.252346 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Attempting to bind port 392e52fb-cf6d-43ca-abea-75a11f4735db on network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:21:42.257331 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:21:42.257667 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Checking segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:21:42.258050 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Bound using segment: {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:21:42.258491 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Bound port: 392e52fb-cf6d-43ca-abea-75a11f4735db, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b689ec20-ff02-440f-842c-bd5ed2648a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:21:42.258856 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:42.322313 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] For port 392e52fb-cf6d-43ca-abea-75a11f4735db, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:21:42.325181 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] For port 392e52fb-cf6d-43ca-abea-75a11f4735db, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=392e52fb-cf6d-43ca-abea-75a11f4735db,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:21:42.396669 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:42.429505 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:42.430124 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:42.431560 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] 10.222.0.18 "PUT /v2.0/ports/392e52fb-cf6d-43ca-abea-75a11f4735db HTTP/1.1" status: 200 len: 1093 time: 0.6942918 Mar 26 03:21:42.432011 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'tag': '392e52fb-cf6d-43ca-abea-75a11f4735db'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:21:42.434937 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6b9b54-1c76-433e-86f7-f5f012f50a85" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3", "tag": "392e52fb-cf6d-43ca-abea-75a11f4735db"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:21:42.439665 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f9078-9af8-4e16-b745-0981cfcec1b5 req-b0e2b92e-59f9-42ed-a2fd-c2e77b888830 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:42.447653 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cb7f9078-9af8-4e16-b745-0981cfcec1b5 req-b0e2b92e-59f9-42ed-a2fd-c2e77b888830 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 943 time: 0.0594800 Mar 26 03:21:42.464227 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39ec6c-be46-4aa7-abbc-1ef3a1edfa46 service neutron] Pushing event updated for resources: {'Port': ['ID=392e52fb-cf6d-43ca-abea-75a11f4735db,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:42.486034 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b2eecc-42c8-42a9-9fe6-6b1f85825a83 x-openstack-request-id: req-c7b2eecc-42c8-42a9-9fe6-6b1f85825a83 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:21:42.486034 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3", "tag": "392e52fb-cf6d-43ca-abea-75a11f4735db", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:21:42.486034 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7b2eecc-42c8-42a9-9fe6-6b1f85825a83 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:21:42.486034 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b2eecc-42c8-42a9-9fe6-6b1f85825a83'] response: {'name': 'network-changed', 'server_uuid': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'tag': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'status': 'completed', 'code': 200} Mar 26 03:21:42.509187 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-cb7f9078-9af8-4e16-b745-0981cfcec1b5 req-04f5d272-6ae2-497f-8c8e-34d69eeea6ea tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610313 Mar 26 03:21:42.558900 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b9b54-1c76-433e-86f7-f5f012f50a85 req-5882fcb6-b52c-4207-939b-194bbe7f7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:42.560462 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ac6b9b54-1c76-433e-86f7-f5f012f50a85 req-5882fcb6-b52c-4207-939b-194bbe7f7b87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 1127 time: 0.0564671 Mar 26 03:21:42.657387 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b9b54-1c76-433e-86f7-f5f012f50a85 req-bad87edf-410a-4f6f-9712-a43568214544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:42.658870 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ac6b9b54-1c76-433e-86f7-f5f012f50a85 req-bad87edf-410a-4f6f-9712-a43568214544 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b7df08c76ffa498386ce64c13b56db9b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921004 Mar 26 03:21:42.753616 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b9b54-1c76-433e-86f7-f5f012f50a85 req-079e7de5-111e-4119-a996-7f7f5679bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:42.755039 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-ac6b9b54-1c76-433e-86f7-f5f012f50a85 req-079e7de5-111e-4119-a996-7f7f5679bbbc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0904582 Mar 26 03:21:42.831354 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-ab7d0f8f-c9d2-4e07-8d13-19d704c528dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:42.832819 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-ab7d0f8f-c9d2-4e07-8d13-19d704c528dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 1127 time: 0.0439315 Mar 26 03:21:42.874050 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-9e3fe7ac-8b08-4a41-935e-6a76cb644096 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392e52fb-cf6d-43ca-abea-75a11f4735db HTTP/1.1" status: 200 len: 217 time: 0.0331867 Mar 26 03:21:42.923502 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-c2b876f7-77af-42ae-9498-89f87f9695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:42.924881 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-c2b876f7-77af-42ae-9498-89f87f9695ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0454080 Mar 26 03:21:42.972716 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-18022670-f335-4e0c-87e2-235ffdba6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:42.974178 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-18022670-f335-4e0c-87e2-235ffdba6a7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431592 Mar 26 03:21:43.060190 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-917e2ade-6b19-47c7-8f46-2712802f1920 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795064 Mar 26 03:21:43.148817 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9ad10a39-626d-4572-a38b-6baaa3383122 req-b44e8655-9e42-4ad3-adc6-a75190aa82a7 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826242 Mar 26 03:21:43.635413 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42eef1-671d-4af4-8c65-afd22495705a req-70903cb0-e2dd-46a2-b72e-94f183f6e5df tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:43.636849 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6f42eef1-671d-4af4-8c65-afd22495705a req-70903cb0-e2dd-46a2-b72e-94f183f6e5df tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 943 time: 0.0522065 Mar 26 03:21:43.681745 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-6f42eef1-671d-4af4-8c65-afd22495705a req-1701307c-5a45-475c-9ae7-7ddc0e984181 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391393 Mar 26 03:21:44.796125 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a20e18-6422-4ba9-82b6-8557cc7ec586 req-df6026e4-f8c4-45ee-b529-49e54facd8cd tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:44.797478 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b4a20e18-6422-4ba9-82b6-8557cc7ec586 req-df6026e4-f8c4-45ee-b529-49e54facd8cd tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 943 time: 0.0502305 Mar 26 03:21:44.842091 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b4a20e18-6422-4ba9-82b6-8557cc7ec586 req-064ae621-c2e2-4b00-b326-663c2be9012b tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391734 Mar 26 03:21:45.328689 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 392e52fb-cf6d-43ca-abea-75a11f4735db details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:21:45.419996 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 392e52fb-cf6d-43ca-abea-75a11f4735db, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=392e52fb-cf6d-43ca-abea-75a11f4735db,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:21:45.431013 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'port_id': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'mac_address': 'fa:16:3e:15:02:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:21:45.591343 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 392e52fb-cf6d-43ca-abea-75a11f4735db is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:21:45.591638 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:45.604585 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392e52fb-cf6d-43ca-abea-75a11f4735db {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:21:45.622946 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 392e52fb-cf6d-43ca-abea-75a11f4735db, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=392e52fb-cf6d-43ca-abea-75a11f4735db,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:21:45.676282 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:45.720766 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=392e52fb-cf6d-43ca-abea-75a11f4735db,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:45.727469 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.727818 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.728158 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.728496 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.728828 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.729795 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.730123 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.730527 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.730865 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.731185 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.731506 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.731828 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.732147 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.732463 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.732780 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:21:45.890859 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['392e52fb-cf6d-43ca-abea-75a11f4735db'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:21:45.961369 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52bf2c-35d4-4eff-8785-16e239bd46d7 req-a1c27ec0-484c-4b28-bf63-e2a64d3ab69a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:45.962867 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1d52bf2c-35d4-4eff-8785-16e239bd46d7 req-a1c27ec0-484c-4b28-bf63-e2a64d3ab69a tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 944 time: 0.0552671 Mar 26 03:21:46.008419 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1d52bf2c-35d4-4eff-8785-16e239bd46d7 req-66a10cda-5678-499f-a1d2-d8679261fb74 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 Mar 26 03:21:46.094841 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f8d29b93-5595-4a39-9fa7-e266fcac5284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:47.126253 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff721467-7c0c-4502-9fdd-f96902814b50 req-1c686024-ed19-47e3-bb7c-4c1f7e06ad03 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:47.127761 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ff721467-7c0c-4502-9fdd-f96902814b50 req-1c686024-ed19-47e3-bb7c-4c1f7e06ad03 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 944 time: 0.0516171 Mar 26 03:21:47.173915 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ff721467-7c0c-4502-9fdd-f96902814b50 req-5be6bac4-cf4c-4589-9e70-810dda6824c5 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Mar 26 03:21:47.344497 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 392e52fb-cf6d-43ca-abea-75a11f4735db up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:21:47.471644 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 392e52fb-cf6d-43ca-abea-75a11f4735db completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:21:47.475537 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 392e52fb-cf6d-43ca-abea-75a11f4735db triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:21:47.475912 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:47.555145 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 392e52fb-cf6d-43ca-abea-75a11f4735db is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:21:47.555540 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:47.577418 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392e52fb-cf6d-43ca-abea-75a11f4735db'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:21:47.579655 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33dde52-042e-4871-912a-a9a005d16459" -d '{"events": [{"server_uuid": "3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "392e52fb-cf6d-43ca-abea-75a11f4735db"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:21:47.592307 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 392e52fb-cf6d-43ca-abea-75a11f4735db, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=392e52fb-cf6d-43ca-abea-75a11f4735db,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:21:47.616657 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11935f88-e24b-4d9c-831e-b2a48a6cc1af x-openstack-request-id: req-11935f88-e24b-4d9c-831e-b2a48a6cc1af {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:21:47.616950 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "392e52fb-cf6d-43ca-abea-75a11f4735db", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:21:47.617272 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11935f88-e24b-4d9c-831e-b2a48a6cc1af {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:21:47.617636 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11935f88-e24b-4d9c-831e-b2a48a6cc1af'] response: {'server_uuid': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'code': 200} Mar 26 03:21:47.654896 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:47.701226 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=392e52fb-cf6d-43ca-abea-75a11f4735db,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:21:47.892885 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8815f98-fbd9-45e2-b437-9d2aa918dbf1 req-583cb215-1669-45c2-9c25-e4b9e028c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:47.894272 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a8815f98-fbd9-45e2-b437-9d2aa918dbf1 req-583cb215-1669-45c2-9c25-e4b9e028c92d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0432131 Mar 26 03:21:47.936252 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a8815f98-fbd9-45e2-b437-9d2aa918dbf1 req-137a7306-e25b-414b-a36c-289484059b99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360537 Mar 26 03:21:48.289892 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a29c9-48a1-4f39-949e-9d8595906025 req-b6e303ee-6ac0-404c-a63e-70dce20bf539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:48.291972 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6d5a29c9-48a1-4f39-949e-9d8595906025 req-b6e303ee-6ac0-404c-a63e-70dce20bf539 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0540650 Mar 26 03:21:48.337876 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6d5a29c9-48a1-4f39-949e-9d8595906025 req-da3a2dc0-8fcf-45ae-8cd3-68c47c6fe233 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 Mar 26 03:21:48.391846 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-004c45e7-7ff6-4ed0-9b18-874da0d2d139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:49.454425 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa0dfc-dc4b-4663-a9a2-982ad9153469 req-1762c08e-165c-4ff9-893c-e543702471c4 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:49.455924 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e9fa0dfc-dc4b-4663-a9a2-982ad9153469 req-1762c08e-165c-4ff9-893c-e543702471c4 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0518293 Mar 26 03:21:49.489363 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:49.506600 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e9fa0dfc-dc4b-4663-a9a2-982ad9153469 req-962bcad5-b9fd-4505-8896-31b22c9569ea tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449986 Mar 26 03:21:49.620456 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a3188-ff60-463e-97fd-739bb8080ddf req-e1ceea0a-3951-4258-8ed6-196df2ed1cbb tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:49.621817 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-e08a3188-ff60-463e-97fd-739bb8080ddf req-e1ceea0a-3951-4258-8ed6-196df2ed1cbb tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0513246 Mar 26 03:21:49.630106 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:21:49.634540 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Request body: {'floatingip': {'port_id': '392e52fb-cf6d-43ca-abea-75a11f4735db'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:21:49.676401 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (5f36ad44-39d7-4c99-a08d-f259b92f82fb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:50.088740 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:50.134659 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (5f36ad44-39d7-4c99-a08d-f259b92f82fb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:50.233509 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Floating IP 5f36ad44-39d7-4c99-a08d-f259b92f82fb associated. External IP: 172.27.1.134, port: 392e52fb-cf6d-43ca-abea-75a11f4735db. Mar 26 03:21:50.438155 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:21:50.547600 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:21:50.552574 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:50.558186 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:21:50.561967 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:50.568798 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:21:50.570270 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:21:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:50.582011 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-80aa61ac-387b-45c6-9c56-1e37500efd06 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "PUT /v2.0/floatingips/5f36ad44-39d7-4c99-a08d-f259b92f82fb HTTP/1.1" status: 200 len: 991 time: 0.9508197 Mar 26 03:21:50.582623 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'tag': '392e52fb-cf6d-43ca-abea-75a11f4735db'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:21:50.584893 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92adfd0e-d00e-45dc-acd0-4514a8b004b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3", "tag": "392e52fb-cf6d-43ca-abea-75a11f4735db"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:21:50.622297 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84485ca3-553b-45bc-a532-17cbe53fcc00 x-openstack-request-id: req-84485ca3-553b-45bc-a532-17cbe53fcc00 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:21:50.622944 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3", "tag": "392e52fb-cf6d-43ca-abea-75a11f4735db", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:21:50.622944 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84485ca3-553b-45bc-a532-17cbe53fcc00 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:21:50.623265 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84485ca3-553b-45bc-a532-17cbe53fcc00'] response: {'name': 'network-changed', 'server_uuid': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'tag': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'status': 'completed', 'code': 200} Mar 26 03:21:50.677075 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:21:50.785040 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-7fa64592-9557-4412-83e4-baa6abac38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:50.786330 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:50.786531 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-7fa64592-9557-4412-83e4-baa6abac38cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.1434462 Mar 26 03:21:50.874248 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-fe2205c9-7790-4d75-848e-8f597aab885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:50.875897 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-fe2205c9-7790-4d75-848e-8f597aab885c service neutron] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 913 time: 0.0832222 Mar 26 03:21:50.902677 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5f36ad44-39d7-4c99-a08d-f259b92f82fb', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:15:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:21:37Z', 'updated_at': '2022-03-26T03:21:50Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:50.928340 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:21:50.936338 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:21:50.936930 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:21:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:50.944617 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-3481fe9e-02c3-4e0e-88fd-8dd2a4d78327 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392e52fb-cf6d-43ca-abea-75a11f4735db HTTP/1.1" status: 200 len: 999 time: 0.0630078 Mar 26 03:21:50.992782 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-a78a66fc-7e83-4c26-b786-b845185ae402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:50.994189 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-a78a66fc-7e83-4c26-b786-b845185ae402 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0438266 Mar 26 03:21:51.042508 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-7bdcf5e1-a4e9-4f41-9bac-ac7044c2b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:51.042764 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:21:51.044009 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-7bdcf5e1-a4e9-4f41-9bac-ac7044c2b3e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441065 Mar 26 03:21:51.133404 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-61b8a209-1ed2-4507-ab2a-18b41dffd0b5 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837774 Mar 26 03:21:51.221136 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-92adfd0e-d00e-45dc-acd0-4514a8b004b4 req-8b7185d7-858b-4b16-ab2c-65df3149a3a2 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813365 Mar 26 03:21:51.261772 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5f36ad44-39d7-4c99-a08d-f259b92f82fb', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:15:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:21:37Z', 'updated_at': '2022-03-26T03:21:50Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:21:51.291546 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70393d5-36d0-40f4-9618-26cccd1b0038 None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '5f36ad44-39d7-4c99-a08d-f259b92f82fb', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'port_id': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'mac_address': 'fa:16:3e:15:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:21:37Z', 'updated_at': '2022-03-26T03:21:50Z', 'revision_number': 1, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:21:51.489853 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc0b12-7b56-4732-b321-c17631678eba None None] New status for floating IP 5f36ad44-39d7-4c99-a08d-f259b92f82fb: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:21:52.443290 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:58.091644 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522293f-35a2-4fae-a4f1-f11d1f09b5d7 req-781097ff-0a1d-4b53-a9c1-65e30fc7ae3c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:58.093105 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8522293f-35a2-4fae-a4f1-f11d1f09b5d7 req-781097ff-0a1d-4b53-a9c1-65e30fc7ae3c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 945 time: 0.0520976 Mar 26 03:21:58.144545 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8522293f-35a2-4fae-a4f1-f11d1f09b5d7 req-4ca78135-4b2f-4875-9056-d37213592410 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459447 Mar 26 03:21:59.263315 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964c7-8726-4243-9dbe-6ade7db2e116 req-003ae3d4-edd1-429b-b078-08f84fd6f5fe tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:59.264789 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8b5964c7-8726-4243-9dbe-6ade7db2e116 req-003ae3d4-edd1-429b-b078-08f84fd6f5fe tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 945 time: 0.0529675 Mar 26 03:21:59.312022 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-8b5964c7-8726-4243-9dbe-6ade7db2e116 req-5ae1d5d5-74d9-49c0-9324-06145f3e5b28 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 Mar 26 03:21:59.665570 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0784a-5541-4f24-812b-10e1239af99e req-b77eb599-6bd4-420c-b77d-04754c5931b3 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:21:59.667507 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4fe0784a-5541-4f24-812b-10e1239af99e req-b77eb599-6bd4-420c-b77d-04754c5931b3 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 945 time: 0.0514402 Mar 26 03:21:59.759912 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Deleting port a404181a-ccfb-4e3a-859e-21564fff0ff5 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:21:59.760173 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:21:59.847387 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] For port a404181a-ccfb-4e3a-859e-21564fff0ff5, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=a404181a-ccfb-4e3a-859e-21564fff0ff5,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:21:59.847737 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:00.011289 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:00.011570 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (2cf99407-d0d6-4916-9244-5a8543558d4c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:00.011900 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Floating IP 2cf99407-d0d6-4916-9244-5a8543558d4c disassociated. External IP: 172.27.1.252, port: a404181a-ccfb-4e3a-859e-21564fff0ff5. Mar 26 03:22:00.012475 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Calling delete_port for a404181a-ccfb-4e3a-859e-21564fff0ff5 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:22:00.186372 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (a404181a-ccfb-4e3a-859e-21564fff0ff5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:00.220076 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event deleted for resources: {'Port': ['ID=a404181a-ccfb-4e3a-859e-21564fff0ff5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:00.329523 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:22:00.430959 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c9d5e084-5ca3-4b40-bfe6-a82abbd26246 req-9b62c6e6-3cba-4e2b-b2fc-7cd76c064aec tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 210 time: 0.0311434 Mar 26 03:22:00.463680 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:22:00.474059 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:22:00.483999 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:22:00.484551 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:21:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:00.507363 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] No DVR routers for this DVR port a404181a-ccfb-4e3a-859e-21564fff0ff5 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:22:00.510556 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:00.514004 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4fe0784a-5541-4f24-812b-10e1239af99e req-18e4ffa7-aa72-40ba-9968-91b4758fd253 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "DELETE /v2.0/ports/a404181a-ccfb-4e3a-859e-21564fff0ff5 HTTP/1.1" status: 204 len: 173 time: 0.8371892 Mar 26 03:22:00.514454 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'name': 'network-vif-deleted', 'tag': 'a404181a-ccfb-4e3a-859e-21564fff0ff5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:22:00.516689 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704c4e8c-8157-49a1-8edf-dab11b7ad091" -d '{"events": [{"server_uuid": "e2065689-04f4-4bf0-a9da-5fddd1c3ae4c", "name": "network-vif-deleted", "tag": "a404181a-ccfb-4e3a-859e-21564fff0ff5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:22:00.561377 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac17ceb-4702-41a1-9ce5-228416091602 x-openstack-request-id: req-1ac17ceb-4702-41a1-9ce5-228416091602 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:22:00.561674 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2065689-04f4-4bf0-a9da-5fddd1c3ae4c", "name": "network-vif-deleted", "tag": "a404181a-ccfb-4e3a-859e-21564fff0ff5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:22:00.561930 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ac17ceb-4702-41a1-9ce5-228416091602 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:22:00.562351 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac17ceb-4702-41a1-9ce5-228416091602'] response: {'server_uuid': 'e2065689-04f4-4bf0-a9da-5fddd1c3ae4c', 'name': 'network-vif-deleted', 'tag': 'a404181a-ccfb-4e3a-859e-21564fff0ff5', 'status': 'completed', 'code': 200} Mar 26 03:22:00.597150 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:22:00.800553 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:00.830722 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:22:00.838935 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:22:00.839533 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:21:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:00.947266 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:22:01.228212 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:01.254248 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232e709-e4b7-458f-a8ec-6199f2310a76 None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:22:01.463812 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821bfa4-ce97-4107-b77d-24a9a4bcb319 None None] New status for floating IP 2cf99407-d0d6-4916-9244-5a8543558d4c: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:22:01.545453 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-84e8fe47-6256-4276-8604-33bafda991f6 req-0a60f3cb-c645-466d-98da-4e3eeea3d7e3 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2065689-04f4-4bf0-a9da-5fddd1c3ae4c HTTP/1.1" status: 200 len: 210 time: 0.0298252 Mar 26 03:22:02.805176 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-7cddb96f-a938-45df-b40a-c27260431085 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750807559&fields=id&tenant_id=ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 267 time: 0.0448616 Mar 26 03:22:02.909418 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167016a-7298-4897-bf94-6b577364e31f req-81a2628f-b0fe-4dd4-8758-c294ff07cd7c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:02.910877 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-81a2628f-b0fe-4dd4-8758-c294ff07cd7c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 811 time: 0.0993359 Mar 26 03:22:02.925362 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-a7bc5297-53e7-487f-b6e5-c51651bd375d tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/quotas/ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 375 time: 0.0092614 Mar 26 03:22:02.978317 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-da93389f-43e4-43ca-a178-b60a00dc0cc0 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481703 Mar 26 03:22:02.993778 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-c61502c8-03c7-47eb-b380-eda8b32a8b48 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 26 03:22:02.994913 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-c61502c8-03c7-47eb-b380-eda8b32a8b48 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049176 Mar 26 03:22:03.079261 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-e5ab5f06-11f1-4ad8-9f54-0cb720560673 service neutron] 10.222.0.20 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792260 Mar 26 03:22:03.170255 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-f31abf48-25e6-4642-bcac-852694529e58 service neutron] 10.222.0.20 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854545 Mar 26 03:22:03.437611 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device a404181a-ccfb-4e3a-859e-21564fff0ff5 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:22:03.457537 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: a404181a-ccfb-4e3a-859e-21564fff0ff5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:22:03.457885 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device a404181a-ccfb-4e3a-859e-21564fff0ff5 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:22:03.758785 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-48ecf02f-daed-411c-a0fd-23fb4521e197 req-8c2ccf41-8227-4f71-9008-d7abe20686f6 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 210 time: 0.0297902 Mar 26 03:22:04.850732 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-c4c98367-09b8-428d-85f9-a07bf3439041 req-a25a6e91-0791-4c68-a13e-0bd978cc50df tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 210 time: 0.0283239 Mar 26 03:22:05.639561 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167016a-7298-4897-bf94-6b577364e31f req-c9d8ea38-ec19-4481-8182-c31902e9bc53 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:05.641006 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-c9d8ea38-ec19-4481-8182-c31902e9bc53 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 811 time: 0.1011844 Mar 26 03:22:05.705960 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-1482fb73-00aa-478a-b0a8-320d08c206ea tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 380 time: 0.0573897 Mar 26 03:22:05.714286 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'port': {'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'admin_state_up': True, 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'security_groups': ['96d6e5ea-c6a9-41fb-89fb-19db47e775ba']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:22:05.894881 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Made reservation on behalf of ef5204f423fa41ab9eea99a0e04f5241 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:22:05.898496 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:05.956884 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c88a894b-410f-4b83-89d3-b96b2d8c1630 req-cfcf880d-cf76-48a9-8bb9-e6fa404b6e86 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 210 time: 0.0292242 Mar 26 03:22:06.029764 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Allocated IP 172.20.0.14 (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359/d3f87506-2e4f-4a0e-a3da-9392b5b04b67/d6346759-dd52-448b-9b53-f55b5bc21a1e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:22:06.162088 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:06.293241 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:06.332653 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:22:06.335624 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:22:06.338654 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:22:06.372927 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=d6346759-dd52-448b-9b53-f55b5bc21a1e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:06.395689 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:06.396302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:06.520604 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-49e2b55c-b45a-4176-b33f-5628bc05db61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8099558 Mar 26 03:22:06.532809 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Request body: {'port': {'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:22:06.543432 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bd0936fb-7c9f-4c21-8af3-e28bf31eee96 None None] Provisioning complete for port d6346759-dd52-448b-9b53-f55b5bc21a1e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:22:06.544906 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd0936fb-7c9f-4c21-8af3-e28bf31eee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:06.578796 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bd0936fb-7c9f-4c21-8af3-e28bf31eee96 None None] Port d6346759-dd52-448b-9b53-f55b5bc21a1e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:22:06.595447 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:06.849290 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6346759-dd52-448b-9b53-f55b5bc21a1e {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:22:06.857223 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Publish callbacks [] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:06.869462 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Transition to ACTIVE for port object d6346759-dd52-448b-9b53-f55b5bc21a1e will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:22:06.973028 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:07.046613 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6346759-dd52-448b-9b53-f55b5bc21a1e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:07.144041 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee1a1e-3c0b-4fbb-9aee-5545c32fc968 req-5adb79e6-9735-4225-9022-6e768c1d34ae tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:07.145546 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-71ee1a1e-3c0b-4fbb-9aee-5545c32fc968 req-5adb79e6-9735-4225-9022-6e768c1d34ae tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 944 time: 0.1180677 Mar 26 03:22:07.146802 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Attempting to bind port d6346759-dd52-448b-9b53-f55b5bc21a1e on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:22:07.147145 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Attempting to bind port d6346759-dd52-448b-9b53-f55b5bc21a1e by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:22:07.147477 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Attempting to bind port d6346759-dd52-448b-9b53-f55b5bc21a1e on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:22:07.154198 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Port d6346759-dd52-448b-9b53-f55b5bc21a1e on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:22:07.154575 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Attempting to bind port d6346759-dd52-448b-9b53-f55b5bc21a1e on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:22:07.170581 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:22:07.175003 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Checking segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:22:07.175003 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Bound using segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:22:07.175003 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Bound port: d6346759-dd52-448b-9b53-f55b5bc21a1e, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:22:07.175003 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:07.234561 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-71ee1a1e-3c0b-4fbb-9aee-5545c32fc968 req-45b953cf-5d39-4f3b-a0c4-64b9f0df6616 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798371 Mar 26 03:22:07.258804 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] For port d6346759-dd52-448b-9b53-f55b5bc21a1e, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:22:07.261722 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] For port d6346759-dd52-448b-9b53-f55b5bc21a1e, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:22:07.321587 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:07.597936 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:07.598672 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:07.599913 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6346759-dd52-448b-9b53-f55b5bc21a1e HTTP/1.1" status: 200 len: 1094 time: 1.0722432 Mar 26 03:22:07.600343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:22:07.602643 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c82ba-7453-4ef8-93b2-932b9f6c0fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:22:07.626224 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44614055-666e-4ff8-b54d-f36ed9c8f0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6346759-dd52-448b-9b53-f55b5bc21a1e,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:07.640095 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8807e2-b885-44e8-80b5-2d70e137199f x-openstack-request-id: req-8e8807e2-b885-44e8-80b5-2d70e137199f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:22:07.640384 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:22:07.640637 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e8807e2-b885-44e8-80b5-2d70e137199f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:22:07.641032 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8807e2-b885-44e8-80b5-2d70e137199f'] response: {'name': 'network-changed', 'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'status': 'completed', 'code': 200} Mar 26 03:22:07.705339 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c82ba-7453-4ef8-93b2-932b9f6c0fd5 req-1727ccca-0925-4c35-bfc5-bb17bf62c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:07.706853 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-351c82ba-7453-4ef8-93b2-932b9f6c0fd5 req-1727ccca-0925-4c35-bfc5-bb17bf62c156 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 1128 time: 0.0460765 Mar 26 03:22:07.808345 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c82ba-7453-4ef8-93b2-932b9f6c0fd5 req-dc9c0d49-9718-4033-bee2-f9628a04d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:07.809794 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-351c82ba-7453-4ef8-93b2-932b9f6c0fd5 req-dc9c0d49-9718-4033-bee2-f9628a04d011 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0958083 Mar 26 03:22:07.899849 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c82ba-7453-4ef8-93b2-932b9f6c0fd5 req-9895afd9-3c8c-4e6e-9180-454641463db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:07.901787 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-351c82ba-7453-4ef8-93b2-932b9f6c0fd5 req-9895afd9-3c8c-4e6e-9180-454641463db9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0864630 Mar 26 03:22:07.978545 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167016a-7298-4897-bf94-6b577364e31f req-0f3492ca-5a7f-4b97-bcd8-aa7f05566d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:07.980062 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-0f3492ca-5a7f-4b97-bcd8-aa7f05566d38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 1128 time: 0.0452006 Mar 26 03:22:08.024337 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-59a9e6de-a99e-43c9-9605-96933830f125 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e HTTP/1.1" status: 200 len: 217 time: 0.0368772 Mar 26 03:22:08.069573 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167016a-7298-4897-bf94-6b577364e31f req-c3f2bc51-4fd3-415c-8105-b85fd62a6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:08.070972 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-c3f2bc51-4fd3-415c-8105-b85fd62a6d49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0409856 Mar 26 03:22:08.116774 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167016a-7298-4897-bf94-6b577364e31f req-ee04b562-a6be-4e9b-a86d-df67d5a979dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:08.118192 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-ee04b562-a6be-4e9b-a86d-df67d5a979dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413928 Mar 26 03:22:08.206708 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-d1759638-e76e-43e4-9cbc-70b99ee86c8f service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817883 Mar 26 03:22:08.292073 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-1167016a-7298-4897-bf94-6b577364e31f req-c0a375f7-243d-4b08-b63e-f9fb8d6548e8 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792594 Mar 26 03:22:08.348211 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65521fe-3c83-4263-b269-b9a4a804d08e req-383baafa-67a3-4373-ac70-a6b3bbbad805 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:08.349650 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b65521fe-3c83-4263-b269-b9a4a804d08e req-383baafa-67a3-4373-ac70-a6b3bbbad805 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 944 time: 0.0516870 Mar 26 03:22:08.401150 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b65521fe-3c83-4263-b269-b9a4a804d08e req-2d5bec82-3d45-41a8-8a34-6a5c543a841c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Mar 26 03:22:09.520498 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d548a9-22e1-4ee4-a22f-e13c311736ee req-49c4a423-50a1-4542-9701-b177d8bbc8a2 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:09.521989 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-04d548a9-22e1-4ee4-a22f-e13c311736ee req-49c4a423-50a1-4542-9701-b177d8bbc8a2 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 944 time: 0.0528848 Mar 26 03:22:09.569210 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-04d548a9-22e1-4ee4-a22f-e13c311736ee req-46679b2e-2500-4f31-a89e-7c85aeed383c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Mar 26 03:22:10.684711 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4de964-52df-4d24-8a8b-a2eb090c803c req-48cef082-827a-4004-97ed-225c33141f0b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:10.686184 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fa4de964-52df-4d24-8a8b-a2eb090c803c req-48cef082-827a-4004-97ed-225c33141f0b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 944 time: 0.0526175 Mar 26 03:22:10.734077 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fa4de964-52df-4d24-8a8b-a2eb090c803c req-e0464eb3-a6c0-478f-a2cd-fb6ff3852679 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Mar 26 03:22:11.847088 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae30e39-813f-4ab2-8ec3-fb6c0fb57d98 req-554e3e75-0808-4db2-87a5-b3160540f69f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:11.848533 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6ae30e39-813f-4ab2-8ec3-fb6c0fb57d98 req-554e3e75-0808-4db2-87a5-b3160540f69f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 944 time: 0.0508652 Mar 26 03:22:11.898734 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-6ae30e39-813f-4ab2-8ec3-fb6c0fb57d98 req-4e89a840-cf09-47af-99ae-f09dcb1c9f61 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 Mar 26 03:22:13.013120 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c56fe-d9c0-46b2-b6b7-5c3a183d1c84 req-97e71ef7-03c1-42d4-8167-4067bb28cda9 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:13.014595 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-972c56fe-d9c0-46b2-b6b7-5c3a183d1c84 req-97e71ef7-03c1-42d4-8167-4067bb28cda9 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 944 time: 0.0521369 Mar 26 03:22:13.061006 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-972c56fe-d9c0-46b2-b6b7-5c3a183d1c84 req-f1f94134-7fab-4dfb-b600-355177d0a285 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Mar 26 03:22:13.393822 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:22:14.175621 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806d3f-5d8a-48da-95c3-baf2d23517c4 req-a902fcd7-9e4c-4157-84b0-ba477e579bcb tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:14.177053 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-01806d3f-5d8a-48da-95c3-baf2d23517c4 req-a902fcd7-9e4c-4157-84b0-ba477e579bcb tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 944 time: 0.0513492 Mar 26 03:22:14.223626 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-01806d3f-5d8a-48da-95c3-baf2d23517c4 req-62be5767-6952-4d70-a3ea-e5a765d17532 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Mar 26 03:22:15.342978 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147717b-f115-467f-a816-a796b29961ec req-5b66b63a-324c-4286-9ef6-a98408137713 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:15.344407 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a147717b-f115-467f-a816-a796b29961ec req-5b66b63a-324c-4286-9ef6-a98408137713 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 944 time: 0.0548210 Mar 26 03:22:15.391229 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a147717b-f115-467f-a816-a796b29961ec req-1a950dbd-bde9-4221-94fd-8753cd257f52 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Mar 26 03:22:15.500168 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device d6346759-dd52-448b-9b53-f55b5bc21a1e details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:22:15.596891 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port d6346759-dd52-448b-9b53-f55b5bc21a1e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:22:15.612459 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:22:15.648865 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port d6346759-dd52-448b-9b53-f55b5bc21a1e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:22:15.649259 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:15.662328 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6346759-dd52-448b-9b53-f55b5bc21a1e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:22:15.682015 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port d6346759-dd52-448b-9b53-f55b5bc21a1e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:22:15.755761 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:15.802459 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=d6346759-dd52-448b-9b53-f55b5bc21a1e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:15.976858 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['d6346759-dd52-448b-9b53-f55b5bc21a1e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:22:16.097118 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fa31f281-8487-4fb0-a8f4-fbcdf67340f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:16.505093 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c288c5-a433-4032-8d16-e1bf07f5d1d5 req-b5cbdefd-8dc7-4644-ac2c-52323e26bedd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:16.506622 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-15c288c5-a433-4032-8d16-e1bf07f5d1d5 req-b5cbdefd-8dc7-4644-ac2c-52323e26bedd tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 945 time: 0.0515394 Mar 26 03:22:16.554040 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-15c288c5-a433-4032-8d16-e1bf07f5d1d5 req-f7aa5e83-c6c7-4dab-801c-e546eb249c7b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Mar 26 03:22:17.500611 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device d6346759-dd52-448b-9b53-f55b5bc21a1e up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:22:17.614762 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port d6346759-dd52-448b-9b53-f55b5bc21a1e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:22:17.620757 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port d6346759-dd52-448b-9b53-f55b5bc21a1e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:22:17.626672 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:17.669685 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bff63f-c9b0-4179-99dd-09d2cc9a0d81 req-23030692-1128-4e2d-8d45-ed15c2e5e604 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:17.671180 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-73bff63f-c9b0-4179-99dd-09d2cc9a0d81 req-23030692-1128-4e2d-8d45-ed15c2e5e604 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 945 time: 0.0521779 Mar 26 03:22:17.698688 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port d6346759-dd52-448b-9b53-f55b5bc21a1e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:22:17.699084 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:17.719734 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-73bff63f-c9b0-4179-99dd-09d2cc9a0d81 req-2daa4c93-1eff-4838-8fc2-37b1fb3e9bc9 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Mar 26 03:22:17.721902 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:22:17.724155 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5236ee1-6625-499d-869c-2f881caf9da1" -d '{"events": [{"server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "name": "network-vif-plugged", "status": "completed", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:22:17.736837 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port d6346759-dd52-448b-9b53-f55b5bc21a1e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:22:17.809143 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:17.832482 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4477c5a8-692b-4c31-9d05-9fa3921d7d47 x-openstack-request-id: req-4477c5a8-692b-4c31-9d05-9fa3921d7d47 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:22:17.832773 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "name": "network-vif-plugged", "status": "completed", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:22:17.833028 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4477c5a8-692b-4c31-9d05-9fa3921d7d47 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:22:17.833420 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4477c5a8-692b-4c31-9d05-9fa3921d7d47'] response: {'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'code': 200} Mar 26 03:22:17.858226 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=d6346759-dd52-448b-9b53-f55b5bc21a1e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:18.194291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afff5b-44b6-41f3-8583-bcabd1369f60 req-834e6fba-b934-4236-a2c3-b6a7d7ffcc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:18.195940 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74afff5b-44b6-41f3-8583-bcabd1369f60 req-834e6fba-b934-4236-a2c3-b6a7d7ffcc13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 1130 time: 0.0467994 Mar 26 03:22:18.240549 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74afff5b-44b6-41f3-8583-bcabd1369f60 req-786e6c84-bc55-40d2-b638-9997a3a6f331 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Mar 26 03:22:18.402961 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3c6b59e6-bbed-4803-9f98-dcb666f1e28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:18.835325 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ba1c-5af1-4f9f-90fb-84ae8840e9dc req-55d4563b-15b8-4dfe-b36f-07271c393371 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:18.836773 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fb65ba1c-5af1-4f9f-90fb-84ae8840e9dc req-55d4563b-15b8-4dfe-b36f-07271c393371 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 946 time: 0.0518610 Mar 26 03:22:18.884727 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-fb65ba1c-5af1-4f9f-90fb-84ae8840e9dc req-0ee2bafe-0531-4366-b475-b2c8c5269dcc tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Mar 26 03:22:19.498725 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:20.258679 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec587e-055f-4bd7-a0ca-17a7ad91389e req-a22c54a3-10ca-4ece-a074-6a9d244bf47d tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:20.260198 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-60ec587e-055f-4bd7-a0ca-17a7ad91389e req-a22c54a3-10ca-4ece-a074-6a9d244bf47d tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 946 time: 0.3080204 Mar 26 03:22:20.307401 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-60ec587e-055f-4bd7-a0ca-17a7ad91389e req-c5b5e74e-9c13-4063-a934-829626c961d6 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414400 Mar 26 03:22:20.421707 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c439a-613a-4d00-b269-17a2b7c3deb0 req-6965087f-44f3-4dc3-bbde-edcbc5371c10 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:20.423184 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-577c439a-613a-4d00-b269-17a2b7c3deb0 req-6965087f-44f3-4dc3-bbde-edcbc5371c10 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 946 time: 0.0518897 Mar 26 03:22:20.474277 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-577c439a-613a-4d00-b269-17a2b7c3deb0 req-1fc594fb-68d0-48cc-b58a-974bd0911d03 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Mar 26 03:22:20.499038 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54184) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:20.543770 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216ee2a-58bc-42ce-8067-982185bd15d5 tempest-TestVolumeBootPattern-594565307 tempest-TestVolumeBootPattern-594565307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:20.545212 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-7216ee2a-58bc-42ce-8067-982185bd15d5 tempest-TestVolumeBootPattern-594565307 tempest-TestVolumeBootPattern-594565307-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 1125 time: 0.0451927 Mar 26 03:22:20.548009 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54186) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:20.552314 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:22:20.563209 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:20.643042 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:20.736575 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:20.780306 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:20.840083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Allocated IP 172.27.1.4 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/58e74cd5-a1e2-43d0-bbe4-72bd5e836d50) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:22:20.936280 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:21.014926 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:21.054516 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:22:21.057862 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:22:21.063276 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:22:21.068570 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=58e74cd5-a1e2-43d0-bbe4-72bd5e836d50,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:21.414502 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (db2832b3-ac1f-4662-b6da-e202ac692dae), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:21.590719 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:21.747466 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:21.802692 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:21.868511 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=58e74cd5-a1e2-43d0-bbe4-72bd5e836d50,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:21.881754 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (db2832b3-ac1f-4662-b6da-e202ac692dae), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:21.976689 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Floating IP db2832b3-ac1f-4662-b6da-e202ac692dae associated. External IP: 172.27.1.4, port: d6346759-dd52-448b-9b53-f55b5bc21a1e. Mar 26 03:22:22.180522 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:22:22.286754 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:22:22.296457 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:22:22.305392 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:22:22.316097 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:22:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:22.372874 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:22.403394 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-b50812aa-3b72-40e5-b55b-9907887f3d85 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8542786 Mar 26 03:22:22.403986 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:22:22.406214 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aae118-2e3d-4791-b031-6ce8217e28c6" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:22:22.412700 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:22:22.441993 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6bbd03-3937-47a3-9e80-a8e51a98beb4 x-openstack-request-id: req-ba6bbd03-3937-47a3-9e80-a8e51a98beb4 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:22:22.442279 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:22:22.442563 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba6bbd03-3937-47a3-9e80-a8e51a98beb4 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:22:22.442970 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6bbd03-3937-47a3-9e80-a8e51a98beb4'] response: {'name': 'network-changed', 'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'status': 'completed', 'code': 200} Mar 26 03:22:22.454800 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:22.506875 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-30f0059b-d553-40a0-abf5-03f023ab670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:22.508457 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-30f0059b-d553-40a0-abf5-03f023ab670a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 1130 time: 0.0449793 Mar 26 03:22:22.599302 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-eb3c44ad-b2c7-4353-9402-07ff6d55a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:22.600752 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-eb3c44ad-b2c7-4353-9402-07ff6d55a0f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.0865040 Mar 26 03:22:22.641297 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:21Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:22.665809 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-4ba7a1fc-2adc-43b8-9990-821f58b8d112 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e HTTP/1.1" status: 200 len: 998 time: 0.0578976 Mar 26 03:22:22.670170 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:22:22.678403 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:22:22.679033 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:22:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:22.712985 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-3b42ca0a-16ba-4f81-a370-75d2f62098c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:22.714411 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-3b42ca0a-16ba-4f81-a370-75d2f62098c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0429337 Mar 26 03:22:22.766147 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-a07e5ac8-1321-46c6-8e87-f75e59511b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:22.767665 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-a07e5ac8-1321-46c6-8e87-f75e59511b78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468645 Mar 26 03:22:22.782384 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:22:22.853941 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-a5d66572-db52-410a-839a-bd350b92a06d service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801306 Mar 26 03:22:22.945875 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e0aae118-2e3d-4791-b031-6ce8217e28c6 req-bdd7e497-e371-4750-a094-0f0bec55f7c3 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855536 Mar 26 03:22:23.002084 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:21Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:23.028971 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae00fa-09ec-4371-b86c-eb735edc7bb4 None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:21Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:22:23.204429 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1234a15f-0b28-4600-b215-1b4b27b3956e None None] New status for floating IP db2832b3-ac1f-4662-b6da-e202ac692dae: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:22:25.889905 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-52149162-bd85-4759-88cc-1562604a67da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427983 Mar 26 03:22:25.970855 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-24dd6365-7f9f-4145-af06-cf2620985346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:25.972212 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-24dd6365-7f9f-4145-af06-cf2620985346 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7df08c76ffa498386ce64c13b56db9b&device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0435658 Mar 26 03:22:26.074061 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-5f8ba13d-4109-4d3f-b719-fc5ecbcc9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:26.075632 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-5f8ba13d-4109-4d3f-b719-fc5ecbcc9ab6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 200 len: 913 time: 0.0864120 Mar 26 03:22:26.138002 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-335bb765-1e4a-4f97-9fa3-b2a4791da4e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392e52fb-cf6d-43ca-abea-75a11f4735db HTTP/1.1" status: 200 len: 1001 time: 0.0571887 Mar 26 03:22:26.183791 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-1ccd1845-4c6b-4ce5-8680-6f59b71d3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:26.185194 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-1ccd1845-4c6b-4ce5-8680-6f59b71d3013 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 200 len: 852 time: 0.0416958 Mar 26 03:22:26.237670 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-6743105f-b9cf-437a-855b-3f4be9373bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:26.239114 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-6743105f-b9cf-437a-855b-3f4be9373bd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486910 Mar 26 03:22:26.324967 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-50dcd88f-c966-48dd-bb3f-ba0233366e4b service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801120 Mar 26 03:22:26.413646 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-7394675a-7f9e-44b2-ae0d-f41700b1cbbf req-446136c8-bf09-44bf-a0e1-1f5160796316 service neutron] 10.222.0.18 "GET /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826392 Mar 26 03:22:38.238523 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06aa3f-e2cb-4532-b8bc-07eb78b1a892 req-cfbdd998-1f55-4568-a8fe-b9b01e3fb7dd tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:38.239970 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5b06aa3f-e2cb-4532-b8bc-07eb78b1a892 req-cfbdd998-1f55-4568-a8fe-b9b01e3fb7dd tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0535672 Mar 26 03:22:38.284512 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5b06aa3f-e2cb-4532-b8bc-07eb78b1a892 req-c461abe3-fc58-4134-8785-8890defd0724 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390069 Mar 26 03:22:39.402896 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb0f87-14e4-464d-ae47-c5601bf98a86 req-67c4fb53-a048-4a6f-ba75-52893a85602c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:39.409926 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-22eb0f87-14e4-464d-ae47-c5601bf98a86 req-67c4fb53-a048-4a6f-ba75-52893a85602c tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Mar 26 03:22:39.449248 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-22eb0f87-14e4-464d-ae47-c5601bf98a86 req-40203cf3-e10d-43a7-9542-f5621997215f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Mar 26 03:22:39.795183 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-b6c805b1-40b7-43dd-83ee-7fd4cf71cdba tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:22:39.796611 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-b6c805b1-40b7-43dd-83ee-7fd4cf71cdba tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0510490 Mar 26 03:22:39.889690 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Deleting port 392e52fb-cf6d-43ca-abea-75a11f4735db {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:22:39.890021 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:39.974244 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] For port 392e52fb-cf6d-43ca-abea-75a11f4735db, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=392e52fb-cf6d-43ca-abea-75a11f4735db,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:22:39.974551 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:40.139593 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:40.139955 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (5f36ad44-39d7-4c99-a08d-f259b92f82fb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:40.140269 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.db.l3_db [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Floating IP 5f36ad44-39d7-4c99-a08d-f259b92f82fb disassociated. External IP: 172.27.1.134, port: 392e52fb-cf6d-43ca-abea-75a11f4735db. Mar 26 03:22:40.140610 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Calling delete_port for 392e52fb-cf6d-43ca-abea-75a11f4735db owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:22:40.320742 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (392e52fb-cf6d-43ca-abea-75a11f4735db), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:40.351330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'Port': ['ID=392e52fb-cf6d-43ca-abea-75a11f4735db,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:40.462898 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:22:40.800920 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e6f38aec-4d52-4dc7-ae80-140cb55b79b8 req-3b33e00a-0ee1-4ce3-b70e-437d8926b68f tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0564945 Mar 26 03:22:40.836802 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:22:40.846302 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:22:40.860209 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:22:40.860919 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:22:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:40.877904 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] No DVR routers for this DVR port 392e52fb-cf6d-43ca-abea-75a11f4735db on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:22:40.880711 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:40.884214 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-8bc438c2-a0e0-4469-80df-ae3c32afdf12 req-cac81aa6-1116-44eb-82ab-c7ad55c93892 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.18 "DELETE /v2.0/ports/392e52fb-cf6d-43ca-abea-75a11f4735db HTTP/1.1" status: 204 len: 173 time: 1.0827482 Mar 26 03:22:40.884668 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'name': 'network-vif-deleted', 'tag': '392e52fb-cf6d-43ca-abea-75a11f4735db'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:22:40.887204 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ffc3cc-5d43-4050-b040-51fe292bfcff" -d '{"events": [{"server_uuid": "3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3", "name": "network-vif-deleted", "tag": "392e52fb-cf6d-43ca-abea-75a11f4735db"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:22:40.968345 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:22:40.980002 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f587fa4c-add3-4e0e-aaed-60065e124c32 x-openstack-request-id: req-f587fa4c-add3-4e0e-aaed-60065e124c32 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:22:40.980870 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3", "name": "network-vif-deleted", "tag": "392e52fb-cf6d-43ca-abea-75a11f4735db", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:22:40.981128 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f587fa4c-add3-4e0e-aaed-60065e124c32 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:22:40.981631 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f587fa4c-add3-4e0e-aaed-60065e124c32'] response: {'server_uuid': '3fcd0efa-bcb7-4224-bfe4-3d6e2b07f6e3', 'name': 'network-vif-deleted', 'tag': '392e52fb-cf6d-43ca-abea-75a11f4735db', 'status': 'completed', 'code': 200} Mar 26 03:22:41.169081 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:41.194866 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:22:41.203012 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:22:41.203618 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:22:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:41.309984 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:22:41.509806 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:41.617136 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68125bbf-c0e3-4bf4-93df-0ab91f1462bc None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:44Z', 'revision_number': 4, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': '82944c54-0243-471c-a61f-833f7101b17a', 'name': '', 'network_id': '55a1ac4c-43c9-4fcc-b71b-d89a7da58b89', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'mac_address': 'fa:16:3e:02:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:44Z', 'updated_at': '2022-03-26T03:17:49Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'subnets': [{'id': '4ec37132-197c-4e11-96bf-c55d875777c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:22:41.841517 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494235e7-2de0-4108-aeb9-d5bf272ffa2b None None] New status for floating IP 5f36ad44-39d7-4c99-a08d-f259b92f82fb: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:22:41.955977 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54268) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:42.010792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31e57799-7055-4452-b9a4-d94f38669c05 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.035205 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31e57799-7055-4452-b9a4-d94f38669c05 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.143406 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31e57799-7055-4452-b9a4-d94f38669c05 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.145936 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31e57799-7055-4452-b9a4-d94f38669c05 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.147096 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-31e57799-7055-4452-b9a4-d94f38669c05 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5 HTTP/1.1" status: 204 len: 168 time: 0.1901133 Mar 26 03:22:42.149868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54270) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:42.156414 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e57799-7055-4452-b9a4-d94f38669c05 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:42.164508 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.api.v2.resource [None req-90959f80-7988-4fa5-82fb-c9b5fa3652f6 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] show failed (client error): The resource could not be found. Mar 26 03:22:42.165507 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-90959f80-7988-4fa5-82fb-c9b5fa3652f6 tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "GET /v2.0/security-groups/fd62b4fd-f4f7-49d3-a1a9-6d5cb458b7f5 HTTP/1.1" status: 404 len: 347 time: 0.0145760 Mar 26 03:22:42.174316 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54272) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:42.297468 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Deleting port fe282d84-2cb8-49e0-bd56-b7f10db094a7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:22:42.297708 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (fe282d84-2cb8-49e0-bd56-b7f10db094a7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.369587 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (fe282d84-2cb8-49e0-bd56-b7f10db094a7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.369912 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (fe282d84-2cb8-49e0-bd56-b7f10db094a7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.381447 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Calling delete_port for fe282d84-2cb8-49e0-bd56-b7f10db094a7 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:22:42.572554 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (fe282d84-2cb8-49e0-bd56-b7f10db094a7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.597346 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Pushing event deleted for resources: {'Port': ['ID=fe282d84-2cb8-49e0-bd56-b7f10db094a7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:42.621637 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.621991 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.622338 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.622707 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.623041 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.623378 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.623711 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.624042 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.624371 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.624715 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.625031 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.625357 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.625680 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.626002 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.626320 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:42.669405 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks [] for floatingip (5f36ad44-39d7-4c99-a08d-f259b92f82fb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.672017 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:42.673170 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-13d21b73-ef7d-48b4-9c13-ad1568bc7bcc tempest-AttachVolumeNegativeTest-66151867 tempest-AttachVolumeNegativeTest-66151867-project] 10.222.0.20 "DELETE /v2.0/floatingips/5f36ad44-39d7-4c99-a08d-f259b92f82fb HTTP/1.1" status: 204 len: 168 time: 0.4978426 Mar 26 03:22:43.624605 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 392e52fb-cf6d-43ca-abea-75a11f4735db no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:22:43.644207 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 392e52fb-cf6d-43ca-abea-75a11f4735db {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:22:43.644545 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 392e52fb-cf6d-43ca-abea-75a11f4735db not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:22:46.093938 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-adb84bd9-dd9d-44be-8085-3aae64d8ac25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:46.752385 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54312) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:47.184978 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (af6a9ce6-f31c-426c-b11f-d49c6109599b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:47.423582 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Deleting port 82944c54-0243-471c-a61f-833f7101b17a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:22:47.423915 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (82944c54-0243-471c-a61f-833f7101b17a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:47.499329 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] For port 82944c54-0243-471c-a61f-833f7101b17a, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=82944c54-0243-471c-a61f-833f7101b17a,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:22:47.499692 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (82944c54-0243-471c-a61f-833f7101b17a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:47.516792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Calling delete_port for 82944c54-0243-471c-a61f-833f7101b17a owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:22:47.739872 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (82944c54-0243-471c-a61f-833f7101b17a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:47.763701 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=82944c54-0243-471c-a61f-833f7101b17a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:47.776386 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.776742 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.777081 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.777418 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.777754 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.778090 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.778415 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.778801 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.779127 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.779453 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.779778 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.780102 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.780424 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.780740 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.781057 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:47.940286 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (af6a9ce6-f31c-426c-b11f-d49c6109599b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:48.158199 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Router af6a9ce6-f31c-426c-b11f-d49c6109599b has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:22:48.263981 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:22:48.268939 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-a91d19d1-3744-4aef-9e6d-f985e5088d62 admin admin] 10.222.0.20 "PUT /v2.0/routers/af6a9ce6-f31c-426c-b11f-d49c6109599b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5155268 Mar 26 03:22:48.271475 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54316) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:48.273102 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] Sync routers for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:22:48.282513 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:22:48.283121 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:22:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:48.376260 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks [] for router (af6a9ce6-f31c-426c-b11f-d49c6109599b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:48.383395 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21b913d8-c5bb-486c-90f9-55ed1ff25e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:48.387685 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:22:48.482683 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks [] for router_gateway (af6a9ce6-f31c-426c-b11f-d49c6109599b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:48.564168 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:22:47Z', 'revision_number': 5, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port': {'id': '4041457f-1a06-48b3-ad37-fc5e143e5b90', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:48.594031 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] Checking router: af6a9ce6-f31c-426c-b11f-d49c6109599b for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:22:48.595440 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Deleting port 4041457f-1a06-48b3-ad37-fc5e143e5b90 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:22:48.595784 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:48.602081 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] Routers {'af6a9ce6-f31c-426c-b11f-d49c6109599b'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:22:48.602709 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:22:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['af6a9ce6-f31c-426c-b11f-d49c6109599b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:48.673532 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] For port 4041457f-1a06-48b3-ad37-fc5e143e5b90, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=4041457f-1a06-48b3-ad37-fc5e143e5b90,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:22:48.673895 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:48.688283 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Calling delete_port for 4041457f-1a06-48b3-ad37-fc5e143e5b90 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:22:48.690145 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] Set router af6a9ce6-f31c-426c-b11f-d49c6109599b gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:22:48.739611 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:22:48Z', 'revision_number': 6, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:48.767850 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ef402-393b-4c89-b3e6-72e8b8da908c None None] The sync data for ids ['af6a9ce6-f31c-426c-b11f-d49c6109599b'] in dv-cinder-835328-1-iscsi is: [{'id': 'af6a9ce6-f31c-426c-b11f-d49c6109599b', 'name': 'tempest-AttachVolumeNegativeTest-39217933-router', 'tenant_id': 'b7df08c76ffa498386ce64c13b56db9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:17:41Z', 'updated_at': '2022-03-26T03:22:48Z', 'revision_number': 6, 'project_id': 'b7df08c76ffa498386ce64c13b56db9b', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:22:48.911188 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (4041457f-1a06-48b3-ad37-fc5e143e5b90), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:48.939314 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4041457f-1a06-48b3-ad37-fc5e143e5b90,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:48.998850 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (af6a9ce6-f31c-426c-b11f-d49c6109599b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.086739 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (af6a9ce6-f31c-426c-b11f-d49c6109599b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.088794 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks [] for router_controller (af6a9ce6-f31c-426c-b11f-d49c6109599b), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.197410 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (af6a9ce6-f31c-426c-b11f-d49c6109599b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.198007 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af6a9ce6-f31c-426c-b11f-d49c6109599b {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:22:49.203087 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.204222 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-bcaa8fcc-5e2e-42d8-96e0-c22967aa9eb8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/af6a9ce6-f31c-426c-b11f-d49c6109599b HTTP/1.1" status: 204 len: 168 time: 0.9316926 Mar 26 03:22:49.206772 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54318) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:49.251286 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-15300f87-69ae-41f3-ad5c-103bf91bbeb0 admin admin] Deleting subnet 4ec37132-197c-4e11-96bf-c55d875777c6 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:22:49.254197 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15300f87-69ae-41f3-ad5c-103bf91bbeb0 admin admin] Publish callbacks [] for subnet (4ec37132-197c-4e11-96bf-c55d875777c6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.286785 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15300f87-69ae-41f3-ad5c-103bf91bbeb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4671531'] for subnet (4ec37132-197c-4e11-96bf-c55d875777c6), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.363292 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15300f87-69ae-41f3-ad5c-103bf91bbeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (4ec37132-197c-4e11-96bf-c55d875777c6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.494419 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15300f87-69ae-41f3-ad5c-103bf91bbeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4502636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4584295'] for subnet (4ec37132-197c-4e11-96bf-c55d875777c6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.518734 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15300f87-69ae-41f3-ad5c-103bf91bbeb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec37132-197c-4e11-96bf-c55d875777c6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:49.549162 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.556482 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15300f87-69ae-41f3-ad5c-103bf91bbeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.561971 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac2d3d-349f-497b-856b-6a9d52756d38 None None] Network 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:22:49.562624 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54320) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:49.563171 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-15300f87-69ae-41f3-ad5c-103bf91bbeb0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4ec37132-197c-4e11-96bf-c55d875777c6 HTTP/1.1" status: 204 len: 168 time: 0.3552613 Mar 26 03:22:49.634132 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.692042 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Deleting port 8ff24414-bdeb-490d-8ef9-0d72ad293414 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:22:49.692384 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.766327 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] For port 8ff24414-bdeb-490d-8ef9-0d72ad293414, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=8ff24414-bdeb-490d-8ef9-0d72ad293414,segment=NetworkSegment(b689ec20-ff02-440f-842c-bd5ed2648a51),segment_id=b689ec20-ff02-440f-842c-bd5ed2648a51)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:22:49.766725 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.782943 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Calling delete_port for 8ff24414-bdeb-490d-8ef9-0d72ad293414 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:22:49.801872 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 4041457f-1a06-48b3-ad37-fc5e143e5b90 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:22:49.824619 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 4041457f-1a06-48b3-ad37-fc5e143e5b90 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:22:49.825068 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 4041457f-1a06-48b3-ad37-fc5e143e5b90 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:22:49.825602 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 82944c54-0243-471c-a61f-833f7101b17a no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:22:49.846906 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 82944c54-0243-471c-a61f-833f7101b17a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:22:49.847263 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 82944c54-0243-471c-a61f-833f7101b17a not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:22:49.892476 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] DHCP port deletion for 55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:22:49.939780 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.942105 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Deleting port 8ff24414-bdeb-490d-8ef9-0d72ad293414 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:22:49.942595 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:49.967718 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] No DVR routers for this DVR port 8ff24414-bdeb-490d-8ef9-0d72ad293414 on host dv-cinder-835328-1-iscsi {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:22:49.971261 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff24414-bdeb-490d-8ef9-0d72ad293414,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:50.004521 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] For port 8ff24414-bdeb-490d-8ef9-0d72ad293414, host dv-cinder-835328-1-iscsi, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:22:50.004922 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.017971 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Calling delete_port for 8ff24414-bdeb-490d-8ef9-0d72ad293414 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:22:50.020620 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Port 8ff24414-bdeb-490d-8ef9-0d72ad293414 was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 26 03:22:50.021831 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (8ff24414-bdeb-490d-8ef9-0d72ad293414), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.043026 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.050273 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Pushing event deleted for resources: {'Port': ['ID=8ff24414-bdeb-490d-8ef9-0d72ad293414,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:50.057710 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] No DVR routers for this DVR port 8ff24414-bdeb-490d-8ef9-0d72ad293414 on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:22:50.059853 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.060208 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.060555 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.060905 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.061269 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.061598 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.061930 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.062261 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.062620 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.062954 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.063284 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.063615 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.063941 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.064265 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.064488 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a1ac4c-43c9-4fcc-b71b-d89a7da58b89']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:50.064614 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920be4c-2140-4544-b2f4-e36c8f4caaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:22:50.075319 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b689ec20-ff02-440f-842c-bd5ed2648a51') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:50.076069 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b689ec20-ff02-440f-842c-bd5ed2648a51') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:22:50.085780 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5209742'] for segment (b689ec20-ff02-440f-842c-bd5ed2648a51), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.099512 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (b689ec20-ff02-440f-842c-bd5ed2648a51), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.105194 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:22:50.105579 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286246'] for segment (b689ec20-ff02-440f-842c-bd5ed2648a51), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: Traceback (most recent call last): Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: timer() Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: cb(*args, **kw) Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: return func(*args, **kwargs) Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: self._notify() Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: self.callback(batched_events) Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: event.method(event) Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: return f(self, *a, **k) Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._get(url).json() Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:22:50.107253 dv-cinder-835328-1-iscsi neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:22:50.231108 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (55a1ac4c-43c9-4fcc-b71b-d89a7da58b89), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.236783 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.239976 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] 10.222.0.20 "DELETE /v2.0/networks/55a1ac4c-43c9-4fcc-b71b-d89a7da58b89 HTTP/1.1" status: 204 len: 168 time: 0.6762965 Mar 26 03:22:50.251698 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d14776-ade4-4f30-bb2c-cc85e2f08a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a1ac4c-43c9-4fcc-b71b-d89a7da58b89,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:50.392818 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:22:50.556829 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.570341 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54324) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:50.609678 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-008d69b1-0d3c-427d-9c6e-11cb9fc700b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7df08c76ffa498386ce64c13b56db9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380983 Mar 26 03:22:50.612057 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54326) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:50.658242 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cb96fd6-0ab2-4902-b5a6-8ccf96c7159a admin admin] Publish callbacks [] for security_group (3c6f6d0d-5ab0-463e-a4d5-6214f31f38d7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.678279 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cb96fd6-0ab2-4902-b5a6-8ccf96c7159a admin admin] Publish callbacks [] for security_group (3c6f6d0d-5ab0-463e-a4d5-6214f31f38d7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.780266 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cb96fd6-0ab2-4902-b5a6-8ccf96c7159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3c6f6d0d-5ab0-463e-a4d5-6214f31f38d7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.782873 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cb96fd6-0ab2-4902-b5a6-8ccf96c7159a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:50.789463 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-8cb96fd6-0ab2-4902-b5a6-8ccf96c7159a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c6f6d0d-5ab0-463e-a4d5-6214f31f38d7 HTTP/1.1" status: 204 len: 168 time: 0.1710672 Mar 26 03:22:50.791551 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb96fd6-0ab2-4902-b5a6-8ccf96c7159a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f6d0d-5ab0-463e-a4d5-6214f31f38d7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:50.808547 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:51.779636 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 8ff24414-bdeb-490d-8ef9-0d72ad293414 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:22:51.799551 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 8ff24414-bdeb-490d-8ef9-0d72ad293414 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:22:51.799904 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 8ff24414-bdeb-490d-8ef9-0d72ad293414 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:22:52.419872 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:52.448538 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:52.524642 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0da06100-e732-40ba-8f7e-f777a063a6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:52.595800 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0da06100-e732-40ba-8f7e-f777a063a6ca admin admin] Publish callbacks [] for security_group (37011e52-d9f9-4cd2-9075-96912944001f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:52.657592 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0da06100-e732-40ba-8f7e-f777a063a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (37011e52-d9f9-4cd2-9075-96912944001f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:52.697779 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-0da06100-e732-40ba-8f7e-f777a063a6ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24bd57c3ad964fdd98716fb933616420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768064 Mar 26 03:22:52.698729 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da06100-e732-40ba-8f7e-f777a063a6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37011e52-d9f9-4cd2-9075-96912944001f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:52.701163 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54382) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:52.748421 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7bf92ad-a56b-43b5-aac5-51b28dbcc749 admin admin] Publish callbacks [] for security_group (37011e52-d9f9-4cd2-9075-96912944001f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:52.769688 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7bf92ad-a56b-43b5-aac5-51b28dbcc749 admin admin] Publish callbacks [] for security_group (37011e52-d9f9-4cd2-9075-96912944001f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:52.880682 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7bf92ad-a56b-43b5-aac5-51b28dbcc749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (37011e52-d9f9-4cd2-9075-96912944001f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:52.883318 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7bf92ad-a56b-43b5-aac5-51b28dbcc749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:52.884465 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-d7bf92ad-a56b-43b5-aac5-51b28dbcc749 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37011e52-d9f9-4cd2-9075-96912944001f HTTP/1.1" status: 204 len: 168 time: 0.1821744 Mar 26 03:22:52.892990 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf92ad-a56b-43b5-aac5-51b28dbcc749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37011e52-d9f9-4cd2-9075-96912944001f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:22:59.749222 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54478) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:22:59.848142 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-29282c01-6aff-4bc0-8ea9-a8180bb69389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:59.922919 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-29282c01-6aff-4bc0-8ea9-a8180bb69389 admin admin] Publish callbacks [] for security_group (79ea46b4-bc16-4584-9272-8e19a03f9ea9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:22:59.989091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-29282c01-6aff-4bc0-8ea9-a8180bb69389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (79ea46b4-bc16-4584-9272-8e19a03f9ea9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:00.257111 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-29282c01-6aff-4bc0-8ea9-a8180bb69389 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecb480a907424416b33327f5ef6b3d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5067825 Mar 26 03:23:00.257963 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29282c01-6aff-4bc0-8ea9-a8180bb69389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ea46b4-bc16-4584-9272-8e19a03f9ea9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:23:00.259871 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54482) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:23:00.307160 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a81af87-64db-4084-b4da-ce69c2d6aa3d admin admin] Publish callbacks [] for security_group (79ea46b4-bc16-4584-9272-8e19a03f9ea9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:00.328446 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a81af87-64db-4084-b4da-ce69c2d6aa3d admin admin] Publish callbacks [] for security_group (79ea46b4-bc16-4584-9272-8e19a03f9ea9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:00.474609 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a81af87-64db-4084-b4da-ce69c2d6aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (79ea46b4-bc16-4584-9272-8e19a03f9ea9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:00.477184 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a81af87-64db-4084-b4da-ce69c2d6aa3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:00.478329 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-6a81af87-64db-4084-b4da-ce69c2d6aa3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79ea46b4-bc16-4584-9272-8e19a03f9ea9 HTTP/1.1" status: 204 len: 168 time: 0.2174692 Mar 26 03:23:00.486686 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81af87-64db-4084-b4da-ce69c2d6aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ea46b4-bc16-4584-9272-8e19a03f9ea9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:23:00.986952 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54488) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:23:00.999975 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3439f0d-9b17-4a96-84d1-cc45e15795d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:01.070314 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3439f0d-9b17-4a96-84d1-cc45e15795d0 admin admin] Publish callbacks [] for security_group (7fd631d7-2605-4f30-abed-b76addcce996), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:01.131489 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3439f0d-9b17-4a96-84d1-cc45e15795d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7fd631d7-2605-4f30-abed-b76addcce996), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:01.169485 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-d3439f0d-9b17-4a96-84d1-cc45e15795d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=213208793a424d6e86cf796054ef495d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814370 Mar 26 03:23:01.170598 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3439f0d-9b17-4a96-84d1-cc45e15795d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd631d7-2605-4f30-abed-b76addcce996,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:23:01.172175 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54492) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:23:01.219337 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03b17871-a1b1-441d-a986-f29c277eea5b admin admin] Publish callbacks [] for security_group (7fd631d7-2605-4f30-abed-b76addcce996), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:01.239295 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03b17871-a1b1-441d-a986-f29c277eea5b admin admin] Publish callbacks [] for security_group (7fd631d7-2605-4f30-abed-b76addcce996), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:01.354536 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03b17871-a1b1-441d-a986-f29c277eea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (7fd631d7-2605-4f30-abed-b76addcce996), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:01.357013 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03b17871-a1b1-441d-a986-f29c277eea5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:01.358257 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-03b17871-a1b1-441d-a986-f29c277eea5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fd631d7-2605-4f30-abed-b76addcce996 HTTP/1.1" status: 204 len: 168 time: 0.1850734 Mar 26 03:23:01.365814 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b17871-a1b1-441d-a986-f29c277eea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd631d7-2605-4f30-abed-b76addcce996,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:23:05.823144 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54536) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:23:05.924609 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ddfc152b-2cbe-4013-b969-a4b37379d3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:05.994692 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ddfc152b-2cbe-4013-b969-a4b37379d3d2 admin admin] Publish callbacks [] for security_group (2ea286da-f4c5-43e6-9b0a-b539564e13dd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:06.063260 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ddfc152b-2cbe-4013-b969-a4b37379d3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (2ea286da-f4c5-43e6-9b0a-b539564e13dd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:06.102346 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-ddfc152b-2cbe-4013-b969-a4b37379d3d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f72b5206e3040dbbb84b755161ab964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781339 Mar 26 03:23:06.103432 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc152b-2cbe-4013-b969-a4b37379d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea286da-f4c5-43e6-9b0a-b539564e13dd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:23:06.105006 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54540) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:23:06.155162 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e323c06-fae9-4218-87b1-6153f135b6b5 admin admin] Publish callbacks [] for security_group (2ea286da-f4c5-43e6-9b0a-b539564e13dd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:06.175107 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e323c06-fae9-4218-87b1-6153f135b6b5 admin admin] Publish callbacks [] for security_group (2ea286da-f4c5-43e6-9b0a-b539564e13dd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:06.297635 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e323c06-fae9-4218-87b1-6153f135b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (2ea286da-f4c5-43e6-9b0a-b539564e13dd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:06.300239 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e323c06-fae9-4218-87b1-6153f135b6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:06.301397 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-9e323c06-fae9-4218-87b1-6153f135b6b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ea286da-f4c5-43e6-9b0a-b539564e13dd HTTP/1.1" status: 204 len: 168 time: 0.1954064 Mar 26 03:23:06.309340 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e323c06-fae9-4218-87b1-6153f135b6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea286da-f4c5-43e6-9b0a-b539564e13dd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:23:16.116832 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-57a7db40-3816-425f-b82d-95adb0772621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:18.368188 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a9bc-8822-4458-918d-9e8b1e8d094e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.060899 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54678) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:23:19.163169 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f3599d7-3ed7-480e-9b11-4b21fefeb67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.234421 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f3599d7-3ed7-480e-9b11-4b21fefeb67a admin admin] Publish callbacks [] for security_group (83192897-2c55-4687-9eb5-e76a18594a59), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.291496 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f3599d7-3ed7-480e-9b11-4b21fefeb67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (83192897-2c55-4687-9eb5-e76a18594a59), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.330068 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2f3599d7-3ed7-480e-9b11-4b21fefeb67a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5413d5b96fdc469bb159dcec57b5a792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675741 Mar 26 03:23:19.331235 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3599d7-3ed7-480e-9b11-4b21fefeb67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83192897-2c55-4687-9eb5-e76a18594a59,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:23:19.332890 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54682) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:23:19.380836 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b15f051a-7782-44dd-9dae-4a8a617503f0 admin admin] Publish callbacks [] for security_group (83192897-2c55-4687-9eb5-e76a18594a59), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.401363 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b15f051a-7782-44dd-9dae-4a8a617503f0 admin admin] Publish callbacks [] for security_group (83192897-2c55-4687-9eb5-e76a18594a59), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.503268 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.531896 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b15f051a-7782-44dd-9dae-4a8a617503f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (83192897-2c55-4687-9eb5-e76a18594a59), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.534515 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b15f051a-7782-44dd-9dae-4a8a617503f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:19.535678 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-b15f051a-7782-44dd-9dae-4a8a617503f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83192897-2c55-4687-9eb5-e76a18594a59 HTTP/1.1" status: 204 len: 168 time: 0.2018201 Mar 26 03:23:19.543358 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f051a-7782-44dd-9dae-4a8a617503f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83192897-2c55-4687-9eb5-e76a18594a59,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:23:20.571553 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:20.796599 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:22.488147 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:26.863546 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-66c9c672-c5c5-4902-9bf0-ebaa26f65d7e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424631 Mar 26 03:23:26.926203 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-ff632142-5120-4c84-ae0f-ebdf117887d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:23:26.927817 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-ff632142-5120-4c84-ae0f-ebdf117887d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 1130 time: 0.0443168 Mar 26 03:23:27.029668 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-cf8764f1-c392-48d3-a86f-af01e513e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:23:27.031211 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-cf8764f1-c392-48d3-a86f-af01e513e6b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.0864234 Mar 26 03:23:27.094159 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-07d3981e-69c5-4891-9e61-492c3e84ccf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e HTTP/1.1" status: 200 len: 1000 time: 0.0573885 Mar 26 03:23:27.145291 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-d266c132-f585-4019-be42-104016b6fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:23:27.146700 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-d266c132-f585-4019-be42-104016b6fc24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0466721 Mar 26 03:23:27.193425 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-cfc59e71-5a0f-471b-b63e-5c46c58d33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:23:27.194878 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-cfc59e71-5a0f-471b-b63e-5c46c58d33dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425062 Mar 26 03:23:27.281387 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-dcdfdfdf-34e8-4ecd-b8cc-f940a0fc84e1 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801561 Mar 26 03:23:27.371589 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-87349945-b3d7-40e8-b511-bd02600c92d0 req-117122b4-e6e7-4d76-ae95-4e71f8ec0a5a service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841322 Mar 26 03:23:27.391846 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:23:46.090873 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1e8a-8b88-4522-b83d-1fa8d3c0e189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:48.393586 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65bb1be3-d3fd-4cad-a2be-dbab53e78d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:49.496686 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:50.601601 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:50.822278 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:52.470626 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:23:57.884763 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-a5ba8d01-5978-4f15-9ddb-c7bb9e52c417 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750807559&fields=id&tenant_id=ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 267 time: 0.0426905 Mar 26 03:23:57.988396 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3924-1848-4714-b488-26ad8fd4736b req-2df98ff2-06e7-481c-a99a-cccbd7a986f4 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:23:57.989808 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-2df98ff2-06e7-481c-a99a-cccbd7a986f4 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 811 time: 0.0986800 Mar 26 03:23:58.004188 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-a8fa26f5-d82e-4e9d-b6eb-d4937c2df045 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/quotas/ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 375 time: 0.0090218 Mar 26 03:23:58.057901 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-d30bf752-f1eb-47a8-a8fd-1889d8270330 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493469 Mar 26 03:23:58.274367 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-36ca2632-66a8-46b0-af50-786f96a86c8d service neutron] 10.222.0.20 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050538 Mar 26 03:23:58.363438 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-63095085-f6ee-45ae-b719-9cbcb245b35b service neutron] 10.222.0.20 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834548 Mar 26 03:23:58.954182 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-657d69ee-b651-4b1d-b7bb-ecd41d1fc2f8 req-717d76d0-ea13-4aa7-9b6e-eb34894e40b3 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 210 time: 0.0290699 Mar 26 03:24:00.046390 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-0be326ec-fc11-4e5e-b758-ccafe531727e req-08feb939-d2fa-4a93-9d04-6aaa541132eb tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 210 time: 0.0273674 Mar 26 03:24:00.898813 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3924-1848-4714-b488-26ad8fd4736b req-7481ad9b-ed3a-4945-a836-0e4bffa4d763 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:00.900228 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-7481ad9b-ed3a-4945-a836-0e4bffa4d763 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 811 time: 0.1485224 Mar 26 03:24:00.962682 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-af78cc84-05b3-4c67-b357-d70150b093f2 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef5204f423fa41ab9eea99a0e04f5241 HTTP/1.1" status: 200 len: 380 time: 0.0527110 Mar 26 03:24:00.971091 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'port': {'device_id': '0789eb26-7641-4f81-89ef-94c6bae77939', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'admin_state_up': True, 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'security_groups': ['96d6e5ea-c6a9-41fb-89fb-19db47e775ba']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:24:01.139039 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d0ed809b-2b32-439b-8f36-051b4960ab90 req-2438f372-a4de-4a28-add1-2276673ad38c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 210 time: 0.0289063 Mar 26 03:24:01.139644 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Made reservation on behalf of ef5204f423fa41ab9eea99a0e04f5241 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 26 03:24:01.142616 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:01.267255 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Allocated IP 172.20.0.12 (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359/d3f87506-2e4f-4a0e-a3da-9392b5b04b67/8c0e3e52-1527-41d2-8e59-fe370bee64f3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:24:01.407879 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:01.519718 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:01.562314 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:24:01.565335 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:24:01.571657 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:24:01.577421 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=8c0e3e52-1527-41d2-8e59-fe370bee64f3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:24:01.607483 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.607835 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.608178 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.608517 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.608847 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.609170 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.609493 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.609815 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.610138 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.610470 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.610801 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.611122 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.611439 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.611754 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.612072 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:01.636860 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:01.637498 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:01.719360 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-59c82c7b-ee9f-4c19-adc3-ed939d6a067e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518582 Mar 26 03:24:01.730924 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.v2.base [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Request body: {'port': {'device_id': '0789eb26-7641-4f81-89ef-94c6bae77939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83532'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:24:01.793336 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:01.813920 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-508aaa52-6fca-475c-b0fc-2f157d42c5dc None None] Provisioning complete for port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:24:01.814514 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-508aaa52-6fca-475c-b0fc-2f157d42c5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:01.853574 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-508aaa52-6fca-475c-b0fc-2f157d42c5dc None None] Port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 26 03:24:02.053027 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0e3e52-1527-41d2-8e59-fe370bee64f3 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:24:02.060256 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Publish callbacks [] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:02.072212 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Transition to ACTIVE for port object 8c0e3e52-1527-41d2-8e59-fe370bee64f3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 26 03:24:02.138640 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:02.190285 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0e3e52-1527-41d2-8e59-fe370bee64f3,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:24:02.292805 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Attempting to bind port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 on host hv-cinder-83532 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 26 03:24:02.293140 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Attempting to bind port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 by drivers openvswitch,hyperv on host hv-cinder-83532 at level 0 using segments [{'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 26 03:24:02.293463 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Attempting to bind port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:24:02.299877 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83532 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 26 03:24:02.300285 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Attempting to bind port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 on network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 26 03:24:02.308777 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca5612-96f6-4c28-b09d-e4e7a34d183c req-d19cc02d-2ce3-4c55-8fcf-b6ee9199244c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:02.310199 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f5ca5612-96f6-4c28-b09d-e4e7a34d183c req-d19cc02d-2ce3-4c55-8fcf-b6ee9199244c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 944 time: 0.0997238 Mar 26 03:24:02.314425 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Checking agent: {'id': '2133e3be-a216-45a7-9be2-0dd7d228fcc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83532', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'started_at': datetime.datetime(2022, 3, 26, 3, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 3, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 26 03:24:02.314794 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Checking segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 26 03:24:02.315173 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Bound using segment: {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 26 03:24:02.315599 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Bound port: 8c0e3e52-1527-41d2-8e59-fe370bee64f3, host: hv-cinder-83532, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b6eb62-fd70-4fac-8c80-a1c1ac53d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 26 03:24:02.316477 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:02.401440 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f5ca5612-96f6-4c28-b09d-e4e7a34d183c req-c126eca8-a98f-42fa-a394-f66d6007ad63 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827041 Mar 26 03:24:02.416168 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] For port 8c0e3e52-1527-41d2-8e59-fe370bee64f3, host hv-cinder-83532, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 26 03:24:02.419115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] For port 8c0e3e52-1527-41d2-8e59-fe370bee64f3, host hv-cinder-83532, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 26 03:24:02.485449 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4502186'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:02.519538 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:02.520224 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:02.521507 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c0e3e52-1527-41d2-8e59-fe370bee64f3 HTTP/1.1" status: 200 len: 1094 time: 0.7948215 Mar 26 03:24:02.522037 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:24:02.524185 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a1f3af-61c0-4702-9b8b-5813362d5701" -d '{"events": [{"name": "network-changed", "server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:24:02.547651 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c4b19-b0a0-459c-89c1-a19a1315f933 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0e3e52-1527-41d2-8e59-fe370bee64f3,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:24:02.570433 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dfada2-5243-4b0b-99fb-35c4bba66043 x-openstack-request-id: req-e4dfada2-5243-4b0b-99fb-35c4bba66043 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:24:02.570433 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:24:02.570433 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4dfada2-5243-4b0b-99fb-35c4bba66043 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:24:02.570433 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dfada2-5243-4b0b-99fb-35c4bba66043'] response: {'name': 'network-changed', 'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'status': 'completed', 'code': 200} Mar 26 03:24:02.628115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1f3af-61c0-4702-9b8b-5813362d5701 req-4db5a15c-b583-4f4a-a48c-584d2d33be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:02.630189 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-67a1f3af-61c0-4702-9b8b-5813362d5701 req-4db5a15c-b583-4f4a-a48c-584d2d33be60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 1128 time: 0.0476296 Mar 26 03:24:02.731980 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1f3af-61c0-4702-9b8b-5813362d5701 req-4c2b38a4-bd91-426d-b52f-b8918dc7908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:02.733420 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-67a1f3af-61c0-4702-9b8b-5813362d5701 req-4c2b38a4-bd91-426d-b52f-b8918dc7908b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0944993 Mar 26 03:24:02.823386 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1f3af-61c0-4702-9b8b-5813362d5701 req-79ab4b46-6157-4aad-b895-4012e7b5b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:02.824764 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-67a1f3af-61c0-4702-9b8b-5813362d5701 req-79ab4b46-6157-4aad-b895-4012e7b5b6c6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0853138 Mar 26 03:24:02.901330 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3924-1848-4714-b488-26ad8fd4736b req-afbb36f6-e918-41d4-80d7-c3fc60b29c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:02.902824 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-afbb36f6-e918-41d4-80d7-c3fc60b29c88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 1128 time: 0.0441732 Mar 26 03:24:02.946568 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-71406e70-02b3-4dc9-ab7d-590f3a361934 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3 HTTP/1.1" status: 200 len: 217 time: 0.0369332 Mar 26 03:24:02.993983 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3924-1848-4714-b488-26ad8fd4736b req-f4b999e1-a4b3-416c-ae34-5935ce9ea315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:02.995406 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-f4b999e1-a4b3-416c-ae34-5935ce9ea315 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0419366 Mar 26 03:24:03.042514 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3924-1848-4714-b488-26ad8fd4736b req-133a7fd9-003f-4899-972a-fb886a6151b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:03.043924 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-133a7fd9-003f-4899-972a-fb886a6151b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422075 Mar 26 03:24:03.132181 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-4664c20e-f2ae-48bb-bb1b-bef37de03793 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818791 Mar 26 03:24:03.216455 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-90af3924-1848-4714-b488-26ad8fd4736b req-66a8fc18-0b43-4aa0-8e1d-04e0331d5dcd service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786204 Mar 26 03:24:03.516707 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453ed95-999f-44d9-8291-d98b4f4eb4b3 req-1550d196-ce48-4717-b604-98fa20eb032a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:03.518125 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5453ed95-999f-44d9-8291-d98b4f4eb4b3 req-1550d196-ce48-4717-b604-98fa20eb032a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 944 time: 0.0523200 Mar 26 03:24:03.570083 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-5453ed95-999f-44d9-8291-d98b4f4eb4b3 req-1fc1aef7-9008-40a9-803d-7f3bba3cff0e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458441 Mar 26 03:24:04.390931 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:24:04.686537 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b05c2-5644-4f59-a773-30da0f6c9c2f req-7ee7f6c0-96f8-449d-9588-e61f6266940b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:04.687981 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d38b05c2-5644-4f59-a773-30da0f6c9c2f req-7ee7f6c0-96f8-449d-9588-e61f6266940b tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 944 time: 0.0508664 Mar 26 03:24:04.734462 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-d38b05c2-5644-4f59-a773-30da0f6c9c2f req-f7cae4bf-1dfa-46e7-a21a-a4955f14fc65 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410471 Mar 26 03:24:05.847473 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530f95b-d402-4399-bd87-8993c6c99f40 req-403db096-4ed9-47fe-a7ba-bf4450a2e707 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:05.848920 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f530f95b-d402-4399-bd87-8993c6c99f40 req-403db096-4ed9-47fe-a7ba-bf4450a2e707 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 944 time: 0.0511160 Mar 26 03:24:05.895757 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-f530f95b-d402-4399-bd87-8993c6c99f40 req-c81399c6-cc6a-4475-a6d7-01f0b979d4a0 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Mar 26 03:24:07.014643 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2012-c17e-45fb-afe9-87effbb83ad2 req-3471524a-c52e-4f6c-b2a3-d5bbe8764397 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:07.016104 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0b6e2012-c17e-45fb-afe9-87effbb83ad2 req-3471524a-c52e-4f6c-b2a3-d5bbe8764397 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 944 time: 0.0542464 Mar 26 03:24:07.067146 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-0b6e2012-c17e-45fb-afe9-87effbb83ad2 req-d37b82dd-c754-4f77-b009-8592c13a6d52 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Mar 26 03:24:08.181078 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6f2cf-1e47-448c-8a7c-6907ef6ca8b7 req-b3fcc7a9-af28-4200-aa33-2c7db5d2ccf3 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:08.182547 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4cd6f2cf-1e47-448c-8a7c-6907ef6ca8b7 req-b3fcc7a9-af28-4200-aa33-2c7db5d2ccf3 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 944 time: 0.0522215 Mar 26 03:24:08.229265 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-4cd6f2cf-1e47-448c-8a7c-6907ef6ca8b7 req-0b830dcd-3855-4892-87b3-9189f1a7cd25 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 Mar 26 03:24:09.347625 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367c816-7b1a-4c83-8eae-70bc6e2078f8 req-279e18e1-2fcd-4aab-9b56-c14717dbda29 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:09.349079 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7367c816-7b1a-4c83-8eae-70bc6e2078f8 req-279e18e1-2fcd-4aab-9b56-c14717dbda29 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 944 time: 0.0516720 Mar 26 03:24:09.396214 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-7367c816-7b1a-4c83-8eae-70bc6e2078f8 req-acbfd246-6ddd-4ceb-b6dc-6f4b9710e5ac tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Mar 26 03:24:10.158293 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 8c0e3e52-1527-41d2-8e59-fe370bee64f3 details requested by agent hyperv_hv-cinder-83532 with host hv-cinder-83532 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 26 03:24:10.254466 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 8c0e3e52-1527-41d2-8e59-fe370bee64f3, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:24:10.265962 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Returning: {'device': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'port_id': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'mac_address': 'fa:16:3e:ce:b0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 26 03:24:10.301609 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:24:10.301995 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:10.314555 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0e3e52-1527-41d2-8e59-fe370bee64f3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 26 03:24:10.333176 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 8c0e3e52-1527-41d2-8e59-fe370bee64f3, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:24:10.401294 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:10.447733 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=8c0e3e52-1527-41d2-8e59-fe370bee64f3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:24:10.454811 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.455163 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.455510 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.455853 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.456273 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.456611 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.456940 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.457270 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.457602 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.457971 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.458299 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.458654 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.458981 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.459303 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.459622 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:10.515084 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf413d9-ce38-4cbe-8ffa-204a8fe75ac8 req-2e3f16cf-0cb0-4e33-a2c5-7f72aa013ed7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:10.516551 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9cf413d9-ce38-4cbe-8ffa-204a8fe75ac8 req-2e3f16cf-0cb0-4e33-a2c5-7f72aa013ed7 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 945 time: 0.0554714 Mar 26 03:24:10.564183 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9cf413d9-ce38-4cbe-8ffa-204a8fe75ac8 req-9e762b94-c81f-47c9-9128-73dc468fd5fb tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Mar 26 03:24:10.613852 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] get_ports_and_sgs() called for port_ids ['8c0e3e52-1527-41d2-8e59-fe370bee64f3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 26 03:24:11.681935 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446a98-6fbd-4da4-a64d-f9fc7db2e4a5 req-0265c092-90e6-4f96-b020-4c3ef5a64fcf tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:11.683440 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c8446a98-6fbd-4da4-a64d-f9fc7db2e4a5 req-0265c092-90e6-4f96-b020-4c3ef5a64fcf tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 945 time: 0.0531504 Mar 26 03:24:11.730434 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-c8446a98-6fbd-4da4-a64d-f9fc7db2e4a5 req-596e56fd-61e0-4981-85e8-895e6ebf4080 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Mar 26 03:24:12.168669 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 8c0e3e52-1527-41d2-8e59-fe370bee64f3 up at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 26 03:24:12.304531 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning for port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 26 03:24:12.308244 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Provisioning complete for port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 26 03:24:12.308612 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786406'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:12.381586 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Current status of the port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 26 03:24:12.381962 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:12.403637 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:24:12.405824 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8596794070e74c8e89089ecbb6555f0019a2cce4337ee757b6492d44ddb9dde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d50d9f-eacc-4e25-82bb-9599e8c470a4" -d '{"events": [{"server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "name": "network-vif-plugged", "status": "completed", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:24:12.421394 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] For port 8c0e3e52-1527-41d2-8e59-fe370bee64f3, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:24:12.441117 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5644ed90-00f2-4f7e-8a2d-f6a561325d2a x-openstack-request-id: req-5644ed90-00f2-4f7e-8a2d-f6a561325d2a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:24:12.441414 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "name": "network-vif-plugged", "status": "completed", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:24:12.441671 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5644ed90-00f2-4f7e-8a2d-f6a561325d2a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:24:12.442077 dv-cinder-835328-1-iscsi neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5644ed90-00f2-4f7e-8a2d-f6a561325d2a'] response: {'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'code': 200} Mar 26 03:24:12.479153 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:12.526031 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Pushing event updated for resources: {'Port': ['ID=8c0e3e52-1527-41d2-8e59-fe370bee64f3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:24:12.808494 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbdeeb-29f6-4846-8f3c-2a9e62c0116c req-e34716f3-6093-473b-9211-cbf76ef566ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:12.809989 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-58fbdeeb-29f6-4846-8f3c-2a9e62c0116c req-e34716f3-6093-473b-9211-cbf76ef566ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 1130 time: 0.0428488 Mar 26 03:24:12.852033 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d409c7-d10c-44a4-8bc9-622d954fd76e req-8cf52c8e-c05c-48e3-a4ba-a2642974db26 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:12.854947 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-57d409c7-d10c-44a4-8bc9-622d954fd76e req-8cf52c8e-c05c-48e3-a4ba-a2642974db26 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 946 time: 0.0559771 Mar 26 03:24:12.855080 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-58fbdeeb-29f6-4846-8f3c-2a9e62c0116c req-f5232bfd-ad79-4e32-8236-482a149bc984 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394645 Mar 26 03:24:12.901882 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-57d409c7-d10c-44a4-8bc9-622d954fd76e req-ca263ec2-4f6f-4281-873b-0b80463af126 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Mar 26 03:24:14.024343 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8442e8-813c-42d4-8c8f-48c7db8b9980 req-856efd88-2760-4ae7-8274-9ebd41b3d08f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:14.025924 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2e8442e8-813c-42d4-8c8f-48c7db8b9980 req-856efd88-2760-4ae7-8274-9ebd41b3d08f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 946 time: 0.0559597 Mar 26 03:24:14.073566 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-2e8442e8-813c-42d4-8c8f-48c7db8b9980 req-9a79e814-b7e8-4837-8daa-f629b24f65bc tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Mar 26 03:24:14.187335 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87eb7-ec12-42fd-a409-25a342fca435 req-8fa91217-01be-4f17-bac8-33bef1714b75 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:14.188775 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b6d87eb7-ec12-42fd-a409-25a342fca435 req-8fa91217-01be-4f17-bac8-33bef1714b75 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 946 time: 0.0511963 Mar 26 03:24:14.234567 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-b6d87eb7-ec12-42fd-a409-25a342fca435 req-d4acbe1e-e493-4955-8b95-1db0ddc70fb2 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 Mar 26 03:24:14.256297 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54778) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:24:14.301413 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88052fbb-345f-4a20-b5ff-dd1456bb98bb tempest-TestVolumeBootPattern-594565307 tempest-TestVolumeBootPattern-594565307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:14.302821 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-88052fbb-345f-4a20-b5ff-dd1456bb98bb tempest-TestVolumeBootPattern-594565307 tempest-TestVolumeBootPattern-594565307-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 1125 time: 0.0455718 Mar 26 03:24:14.305463 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54780) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:24:14.309673 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Request body: {'floatingip': {'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'port_id': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 26 03:24:14.407177 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:14.499787 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:14.601899 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Allocated IP 172.27.1.202 (f02df74d-cac4-4113-b9c3-4fa8027ab77a/cec5e801-d281-4dad-be53-d770ce7cfa8c/b23d4b5d-738b-46a9-ae51-92425faf41f4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 26 03:24:14.697520 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (b23d4b5d-738b-46a9-ae51-92425faf41f4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:14.779299 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751990053367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (b23d4b5d-738b-46a9-ae51-92425faf41f4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:14.819547 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Network f02df74d-cac4-4113-b9c3-4fa8027ab77a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 26 03:24:14.822397 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 26 03:24:14.827821 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 26 03:24:14.833935 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=b23d4b5d-738b-46a9-ae51-92425faf41f4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:24:14.861022 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.861309 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.861657 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.861998 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.862334 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.862698 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.863028 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.863353 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.863679 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.864003 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.864328 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.864652 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.864970 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.865288 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:14.865606 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:24:15.174542 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (10cdbced-5408-4eef-9ab3-355021927e9d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:15.289568 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1643316'] for port (b23d4b5d-738b-46a9-ae51-92425faf41f4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:15.433262 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for port (b23d4b5d-738b-46a9-ae51-92425faf41f4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:15.484611 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751990523796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751990053901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751990053919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4286274'] for port (b23d4b5d-738b-46a9-ae51-92425faf41f4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:15.554226 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event updated for resources: {'Port': ['ID=b23d4b5d-738b-46a9-ae51-92425faf41f4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:24:15.562184 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-723011'] for floatingip (10cdbced-5408-4eef-9ab3-355021927e9d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:15.661360 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Floating IP 10cdbced-5408-4eef-9ab3-355021927e9d associated. External IP: 172.27.1.202, port: 8c0e3e52-1527-41d2-8e59-fe370bee64f3. Mar 26 03:24:15.867264 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:24:15.977501 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:24:15.992389 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:24:16.002803 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:24:16.008344 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:23:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:24:16.063961 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:16.094145 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-ffefcea6-cef0-4718-ab66-4da42ddb356a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7876585 Mar 26 03:24:16.094805 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:24:16.097657 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:24:16.129010 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:24:16.166334 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f21dab-c09d-4756-a14b-0eec37e03f76 x-openstack-request-id: req-c3f21dab-c09d-4756-a14b-0eec37e03f76 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:24:16.166334 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:24:16.166334 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3f21dab-c09d-4756-a14b-0eec37e03f76 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:24:16.166334 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f21dab-c09d-4756-a14b-0eec37e03f76'] response: {'name': 'network-changed', 'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'status': 'completed', 'code': 200} Mar 26 03:24:16.166732 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3ca2-b7f1-4620-8be4-fa6b8a105efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:16.227943 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-ea5775d0-29eb-4f1d-ba36-79fcd709fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:16.229539 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-ea5775d0-29eb-4f1d-ba36-79fcd709fdb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 1130 time: 0.0513830 Mar 26 03:24:16.322254 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-a5fdc79d-0bac-4f82-a527-8ba063b4f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:16.323634 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-a5fdc79d-0bac-4f82-a527-8ba063b4f844 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.0872059 Mar 26 03:24:16.365024 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '10cdbced-5408-4eef-9ab3-355021927e9d', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:ce:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789eb26-7641-4f81-89ef-94c6bae77939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:24:15Z', 'updated_at': '2022-03-26T03:24:15Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}, {'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:23Z', 'revision_number': 1, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:24:16.391137 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-545673cf-9069-4e38-9b03-b9f72e8dfff7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3 HTTP/1.1" status: 200 len: 1000 time: 0.0609632 Mar 26 03:24:16.391359 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:24:16.399993 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:24:16.400604 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:23:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:24:16.437479 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-eeadc1c2-af49-4208-8faa-78f201530bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:16.438938 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-eeadc1c2-af49-4208-8faa-78f201530bbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0421562 Mar 26 03:24:16.487131 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-88518e26-0843-4e80-8cb6-501d33791f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:16.488604 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-88518e26-0843-4e80-8cb6-501d33791f43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430450 Mar 26 03:24:16.508634 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:24:16.579233 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-e75061cd-83ff-46ef-ac3b-2507ebbc352f service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842903 Mar 26 03:24:16.664838 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-860cca45-1b15-4a95-b4ea-4fbee0c13ef1 req-73726288-d44c-4866-a3e3-c1387580ce82 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805290 Mar 26 03:24:16.728122 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '10cdbced-5408-4eef-9ab3-355021927e9d', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:ce:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789eb26-7641-4f81-89ef-94c6bae77939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:24:15Z', 'updated_at': '2022-03-26T03:24:15Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}, {'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:23Z', 'revision_number': 1, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:24:16.757870 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107e5ea4-b72d-45cd-b9b2-f673505f1dc6 None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': '10cdbced-5408-4eef-9ab3-355021927e9d', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:ce:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789eb26-7641-4f81-89ef-94c6bae77939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:24:15Z', 'updated_at': '2022-03-26T03:24:15Z', 'revision_number': 0, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}, {'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:23Z', 'revision_number': 1, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:24:16.940848 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9ffb9-8dd6-4a4f-8e74-2ddb34c0811f None None] New status for floating IP 10cdbced-5408-4eef-9ab3-355021927e9d: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:24:18.404675 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd1f41b5-cfa3-4322-b328-ff42d3b9c776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:19.510500 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:20.621967 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:20.795668 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:22.447559 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:28.886077 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-1108fc0b-db62-4c6a-91d7-a57b7ec4a0ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469894 Mar 26 03:24:28.968609 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-979a158d-d708-4783-9c24-c61d879612d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:28.970036 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-979a158d-d708-4783-9c24-c61d879612d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 1130 time: 0.0425901 Mar 26 03:24:29.069652 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-3bb807bc-f0a5-4606-9a5c-29891fae485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:29.071140 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-3bb807bc-f0a5-4606-9a5c-29891fae485a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.0825498 Mar 26 03:24:29.139040 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-9399664d-8635-4f75-9656-db2e33aa13b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e HTTP/1.1" status: 200 len: 1000 time: 0.0610206 Mar 26 03:24:29.185866 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-4357f930-a8fe-420c-8f74-8634fa58afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:29.187312 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-4357f930-a8fe-420c-8f74-8634fa58afc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0423088 Mar 26 03:24:29.234392 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-28c5ee3f-66a3-428c-94a9-09e91e0d1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:24:29.235829 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-28c5ee3f-66a3-428c-94a9-09e91e0d1570 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419061 Mar 26 03:24:29.324646 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-fef2d0c1-4ddf-4d06-93d9-e26d1fcd74b5 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812788 Mar 26 03:24:29.410374 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-b2af27df-2362-4a7c-bf08-74d14942a1a5 req-17c87534-f026-4dbf-8cd2-313f1fddccc7 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792971 Mar 26 03:24:41.389647 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:24:46.101513 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b678066b-225d-4139-9bcc-e9c7c792d195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:48.383611 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-63c12d3d-1cae-4989-83ba-f6ee8ee9a3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:49.524244 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:50.612152 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:50.955090 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:24:52.469390 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:16.098285 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-507045d1-f011-4762-9430-209b9e80efed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:18.388642 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:25:18.417583 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f54fce91-b46f-4370-84a8-7bec0b583826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:19.503739 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:20.621791 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:20.812006 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:22.477820 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:29.858275 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-2ee8535d-489e-4677-89cd-17221a828254 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464165 Mar 26 03:25:29.921499 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-3128eb39-fe91-4149-9971-1861caecfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:29.922984 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-3128eb39-fe91-4149-9971-1861caecfe1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 1130 time: 0.0431533 Mar 26 03:25:30.020742 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-88b8d097-b1b5-4265-aad1-e01dc7a3f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:30.022150 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-88b8d097-b1b5-4265-aad1-e01dc7a3f51d service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.0814176 Mar 26 03:25:30.089671 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-da5a523e-3472-4b26-9285-07df6c678c98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3 HTTP/1.1" status: 200 len: 1002 time: 0.0602028 Mar 26 03:25:30.135147 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-ec4a2fa0-7e30-4ada-9294-f10b3a4ec0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:30.139082 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-ec4a2fa0-7e30-4ada-9294-f10b3a4ec0b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0415771 Mar 26 03:25:30.184191 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-5044f6e1-077e-4115-a25e-862c532e27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:30.185722 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-5044f6e1-077e-4115-a25e-862c532e27d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430870 Mar 26 03:25:30.274768 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-8eaadb0b-086d-4a73-8da0-c9c31c4b0447 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826242 Mar 26 03:25:30.358870 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-a1026b49-47ee-4ee2-9081-81b20c54d078 req-f0374a26-179b-4a14-b1f7-0f5fbd5f93b7 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786078 Mar 26 03:25:43.329627 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54820) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:25:43.482891 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Deleting port b23d4b5d-738b-46a9-ae51-92425faf41f4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:25:43.483232 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (b23d4b5d-738b-46a9-ae51-92425faf41f4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:43.559542 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (b23d4b5d-738b-46a9-ae51-92425faf41f4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:43.559868 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (b23d4b5d-738b-46a9-ae51-92425faf41f4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:43.571313 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Calling delete_port for b23d4b5d-738b-46a9-ae51-92425faf41f4 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:25:43.791381 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (b23d4b5d-738b-46a9-ae51-92425faf41f4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:43.816568 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event deleted for resources: {'Port': ['ID=b23d4b5d-738b-46a9-ae51-92425faf41f4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:25:43.826236 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.826623 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.826979 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.827330 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.827672 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.828424 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.828424 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.828633 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.828968 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.829299 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.829633 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.829966 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.830294 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.830648 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.830976 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:43.890944 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (10cdbced-5408-4eef-9ab3-355021927e9d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:43.891278 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Floating IP 10cdbced-5408-4eef-9ab3-355021927e9d disassociated (deleted). External IP: 172.27.1.202, port: 8c0e3e52-1527-41d2-8e59-fe370bee64f3. Mar 26 03:25:44.348009 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:25:44.456001 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:25:44.460967 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:44.466921 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:25:44.476424 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:25:44.477046 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:25:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:44.488929 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-f6fe1546-a8d1-4367-98ba-d5a76105d79f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "DELETE /v2.0/floatingips/10cdbced-5408-4eef-9ab3-355021927e9d HTTP/1.1" status: 204 len: 168 time: 1.1582463 Mar 26 03:25:44.489529 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:25:44.492315 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01cd77c-c6f7-4741-a090-34a129845172" -d '{"events": [{"name": "network-changed", "server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:25:44.597901 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:25:44.679180 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47511574-ee48-477c-9220-4c03b0aed5da x-openstack-request-id: req-47511574-ee48-477c-9220-4c03b0aed5da {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:25:44.679480 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:25:44.679736 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47511574-ee48-477c-9220-4c03b0aed5da {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:25:44.680145 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47511574-ee48-477c-9220-4c03b0aed5da'] response: {'name': 'network-changed', 'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'status': 'completed', 'code': 200} Mar 26 03:25:44.751867 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd77c-c6f7-4741-a090-34a129845172 req-3229ef9c-c172-48d2-b071-93604893db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:44.753414 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d01cd77c-c6f7-4741-a090-34a129845172 req-3229ef9c-c172-48d2-b071-93604893db34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 1130 time: 0.0522714 Mar 26 03:25:44.835439 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:23Z', 'revision_number': 1, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:44.849627 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd77c-c6f7-4741-a090-34a129845172 req-423d39fa-e874-4800-8036-4ee7971e4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:44.853849 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d01cd77c-c6f7-4741-a090-34a129845172 req-423d39fa-e874-4800-8036-4ee7971e4158 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.0907857 Mar 26 03:25:44.865524 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:25:44.875266 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:25:44.875876 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:25:18Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:44.915561 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d01cd77c-c6f7-4741-a090-34a129845172 req-06b94ddc-00ac-48d9-9a67-fccbce722968 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3 HTTP/1.1" status: 200 len: 217 time: 0.0535202 Mar 26 03:25:44.974082 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f1c6-82c9-4b53-95d0-6194d29c1a18 req-ad0f0d3f-51a8-47e0-b8d3-dac596dc71ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:44.975603 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e833f1c6-82c9-4b53-95d0-6194d29c1a18 req-ad0f0d3f-51a8-47e0-b8d3-dac596dc71ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 946 time: 0.1221912 Mar 26 03:25:44.979169 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd77c-c6f7-4741-a090-34a129845172 req-e712bcf3-f379-46c2-ba66-2d68c3473346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:44.980504 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d01cd77c-c6f7-4741-a090-34a129845172 req-e712bcf3-f379-46c2-ba66-2d68c3473346 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0584464 Mar 26 03:25:44.983288 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:25:45.055745 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-e833f1c6-82c9-4b53-95d0-6194d29c1a18 req-93444ff7-5ef4-41e7-be33-8813b5a3421f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742574 Mar 26 03:25:45.062351 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd77c-c6f7-4741-a090-34a129845172 req-e441f0cb-db3d-47ce-a81b-f77d91e1deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:45.063376 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d01cd77c-c6f7-4741-a090-34a129845172 req-e441f0cb-db3d-47ce-a81b-f77d91e1deb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763052 Mar 26 03:25:45.152534 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d01cd77c-c6f7-4741-a090-34a129845172 req-dbd7fd11-eebf-419b-80ec-643a1732fa4d service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817466 Mar 26 03:25:45.205954 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:23Z', 'revision_number': 1, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:45.231716 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b97bc-4a43-4db0-aa52-84fd169e5dc2 None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_floatingips': [{'id': 'db2832b3-ac1f-4662-b6da-e202ac692dae', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'router_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'port_id': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'mac_address': 'fa:16:3e:44:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T03:22:21Z', 'updated_at': '2022-03-26T03:22:23Z', 'revision_number': 1, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:25:45.244357 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-d01cd77c-c6f7-4741-a090-34a129845172 req-81bebc78-8741-434e-b050-11da87bf37ec service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845215 Mar 26 03:25:45.438852 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f5379-94d9-4441-8514-46cb7d04ec79 None None] New status for floating IP 10cdbced-5408-4eef-9ab3-355021927e9d: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:25:46.111611 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1cde9938-c66f-4533-843f-99ced879280f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:46.180932 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ab285-7a8a-4a1a-a41f-cd78463f855a req-58ac4fe1-2186-430a-98ff-0b26c5352f12 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:46.182420 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dd8ab285-7a8a-4a1a-a41f-cd78463f855a req-58ac4fe1-2186-430a-98ff-0b26c5352f12 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 946 time: 0.0576723 Mar 26 03:25:46.230038 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-dd8ab285-7a8a-4a1a-a41f-cd78463f855a req-bf17a156-f545-4cdc-a0ab-52cbb899469d tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417857 Mar 26 03:25:46.393241 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4da33-a38a-42f1-b760-05225335019c req-b8d6c50d-4bd0-445c-bc6e-83c2ca91e519 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:46.394583 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74b4da33-a38a-42f1-b760-05225335019c req-b8d6c50d-4bd0-445c-bc6e-83c2ca91e519 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 946 time: 0.0515940 Mar 26 03:25:46.481789 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Deleting port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:25:46.482122 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:46.570520 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] For port 8c0e3e52-1527-41d2-8e59-fe370bee64f3, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=8c0e3e52-1527-41d2-8e59-fe370bee64f3,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:25:46.570879 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:46.583183 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Calling delete_port for 8c0e3e52-1527-41d2-8e59-fe370bee64f3 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:25:46.754797 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (8c0e3e52-1527-41d2-8e59-fe370bee64f3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:46.783502 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event deleted for resources: {'Port': ['ID=8c0e3e52-1527-41d2-8e59-fe370bee64f3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:25:46.795543 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.795903 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.796257 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.796606 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.796947 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.797290 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.797615 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.797945 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.798273 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.798624 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.798957 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.799287 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.799614 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.799939 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.800261 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:25:46.835655 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] No DVR routers for this DVR port 8c0e3e52-1527-41d2-8e59-fe370bee64f3 on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:25:46.838101 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:46.841443 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-74b4da33-a38a-42f1-b760-05225335019c req-73629f8e-6c95-4d78-8637-b828efc1b2ff tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "DELETE /v2.0/ports/8c0e3e52-1527-41d2-8e59-fe370bee64f3 HTTP/1.1" status: 204 len: 173 time: 0.4418471 Mar 26 03:25:46.841882 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'name': 'network-vif-deleted', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:25:46.844131 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b35897-c1b8-40e7-a2bb-3d35e51729fd" -d '{"events": [{"server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "name": "network-vif-deleted", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:25:46.878115 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccc2b73-22b2-4e6e-8270-98698523840d x-openstack-request-id: req-7ccc2b73-22b2-4e6e-8270-98698523840d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:25:46.878417 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0789eb26-7641-4f81-89ef-94c6bae77939", "name": "network-vif-deleted", "tag": "8c0e3e52-1527-41d2-8e59-fe370bee64f3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:25:46.878701 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ccc2b73-22b2-4e6e-8270-98698523840d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:25:46.879151 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ccc2b73-22b2-4e6e-8270-98698523840d'] response: {'server_uuid': '0789eb26-7641-4f81-89ef-94c6bae77939', 'name': 'network-vif-deleted', 'tag': '8c0e3e52-1527-41d2-8e59-fe370bee64f3', 'status': 'completed', 'code': 200} Mar 26 03:25:47.327903 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-01898522-4092-444b-adb7-7d3c5f5fce81 req-2dff825a-24cd-444f-a1a8-2aa1fcd196ed tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=0789eb26-7641-4f81-89ef-94c6bae77939 HTTP/1.1" status: 200 len: 210 time: 0.0301616 Mar 26 03:25:48.391372 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a22d332-4534-429f-89b7-9086683dce3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:49.482697 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:50.569993 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 8c0e3e52-1527-41d2-8e59-fe370bee64f3 no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:25:50.588884 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: 8c0e3e52-1527-41d2-8e59-fe370bee64f3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:25:50.589220 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device 8c0e3e52-1527-41d2-8e59-fe370bee64f3 not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:25:50.628570 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:50.780488 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:25:50.809109 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:50.932344 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Deleting port 58e74cd5-a1e2-43d0-bbe4-72bd5e836d50 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:25:50.932681 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:51.003389 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:51.003708 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:51.015278 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Calling delete_port for 58e74cd5-a1e2-43d0-bbe4-72bd5e836d50 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:25:51.220060 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (58e74cd5-a1e2-43d0-bbe4-72bd5e836d50), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:51.244928 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event deleted for resources: {'Port': ['ID=58e74cd5-a1e2-43d0-bbe4-72bd5e836d50,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:25:51.307912 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (db2832b3-ac1f-4662-b6da-e202ac692dae), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:51.308217 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.db.l3_db [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Floating IP db2832b3-ac1f-4662-b6da-e202ac692dae disassociated (deleted). External IP: 172.27.1.4, port: d6346759-dd52-448b-9b53-f55b5bc21a1e. Mar 26 03:25:51.510925 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:25:51.617608 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:25:51.622205 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:51.626564 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:25:51.637542 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:25:51.638151 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:25:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:51.651337 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-2815a3ba-7a44-40e0-89a1-ef142f92e915 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "DELETE /v2.0/floatingips/db2832b3-ac1f-4662-b6da-e202ac692dae HTTP/1.1" status: 204 len: 168 time: 0.8697944 Mar 26 03:25:51.651912 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:25:51.654406 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3445d88c286e22dca8356e0fb64e2fc5f7c6c28becf7203578e104ac6f44e20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780e5f6f-0cc4-47ef-a162-d3413f4672e4" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:25:51.690402 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 03:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e58b607-c431-4d0d-a50b-4f1be57c023d x-openstack-request-id: req-6e58b607-c431-4d0d-a50b-4f1be57c023d {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:25:51.690804 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:25:51.691097 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e58b607-c431-4d0d-a50b-4f1be57c023d {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:25:51.691384 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e58b607-c431-4d0d-a50b-4f1be57c023d'] response: {'name': 'network-changed', 'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'status': 'completed', 'code': 200} Mar 26 03:25:51.746708 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:25:51.757037 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-4dace94c-fc37-4631-9158-b695050d3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:51.758843 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-4dace94c-fc37-4631-9158-b695050d3851 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 1130 time: 0.0448153 Mar 26 03:25:51.850678 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-6f055800-ff2b-43b2-a558-47b83e886651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:51.852135 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-6f055800-ff2b-43b2-a558-47b83e886651 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 200 len: 911 time: 0.0866463 Mar 26 03:25:51.895051 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-3a755f86-3ef3-448e-9726-00f369d6f82a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e HTTP/1.1" status: 200 len: 217 time: 0.0372138 Mar 26 03:25:51.947002 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-5e91b14b-aae9-4f5e-9d21-5ca7e99af840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:51.948416 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:51.948614 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-5e91b14b-aae9-4f5e-9d21-5ca7e99af840 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 200 len: 850 time: 0.0470438 Mar 26 03:25:51.974805 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:25:51.985977 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:25:51.986643 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:25:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:52.000125 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-cda02576-49c5-4c4c-affc-a234ebc69f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:52.001694 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-cda02576-49c5-4c4c-affc-a234ebc69f38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456216 Mar 26 03:25:52.096560 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:25:52.301560 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:52.365432 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbb494-8cd8-4b1b-a700-f03284c701ad req-01b643ac-d8f4-42a0-857b-a5fec23e6d6f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:52.367034 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51cbb494-8cd8-4b1b-a700-f03284c701ad req-01b643ac-d8f4-42a0-857b-a5fec23e6d6f tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 946 time: 0.3520403 Mar 26 03:25:52.371136 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-7d9039fb-f484-4277-baa7-dbff521496a5 service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632290 Mar 26 03:25:52.467037 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba6037-8a24-4dfc-b5a5-6ed070ebfdf7 None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:18:52Z', 'revision_number': 4, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi', '_interfaces': [{'id': 'd3627c1a-19d4-4987-862e-4541c2382ac1', 'name': '', 'network_id': '1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'mac_address': 'fa:16:3e:1d:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:51Z', 'updated_at': '2022-03-26T03:18:55Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'subnets': [{'id': 'd3f87506-2e4f-4a0e-a3da-9392b5b04b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:25:52.482717 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-51cbb494-8cd8-4b1b-a700-f03284c701ad req-8d0504aa-c9a9-45cc-b3a5-a587a374729e tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038594 Mar 26 03:25:52.502374 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-780e5f6f-0cc4-47ef-a162-d3413f4672e4 req-d4835679-87ba-47cd-808e-66074f2e882e service neutron] 10.222.0.18 "GET /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239328 Mar 26 03:25:52.545713 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:52.693230 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b4963-8fcd-491e-871a-b25b03db21c5 None None] New status for floating IP db2832b3-ac1f-4662-b6da-e202ac692dae: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 26 03:25:53.504593 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-18dad1b9-95b1-4f32-a60a-a55bf48b9b6a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:53.506023 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-18dad1b9-95b1-4f32-a60a-a55bf48b9b6a tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 946 time: 0.0506735 Mar 26 03:25:53.602433 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Deleting port d6346759-dd52-448b-9b53-f55b5bc21a1e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:25:53.602852 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:53.608452 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89588573-561b-4706-9502-fdb5c0a3d354 req-6af91f17-046c-4641-84a7-66f52a20d487 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 26 03:25:53.609932 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-89588573-561b-4706-9502-fdb5c0a3d354 req-6af91f17-046c-4641-84a7-66f52a20d487 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 946 time: 0.0548818 Mar 26 03:25:53.658252 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-89588573-561b-4706-9502-fdb5c0a3d354 req-d297af17-27b4-4070-a24e-d94f77c50b6c tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d6e5ea-c6a9-41fb-89fb-19db47e775ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Mar 26 03:25:53.693096 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] For port d6346759-dd52-448b-9b53-f55b5bc21a1e, host hv-cinder-83532, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83532',level=0,port_id=d6346759-dd52-448b-9b53-f55b5bc21a1e,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:25:53.693457 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:53.705841 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Calling delete_port for d6346759-dd52-448b-9b53-f55b5bc21a1e owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:25:53.891567 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (d6346759-dd52-448b-9b53-f55b5bc21a1e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:53.917544 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event deleted for resources: {'Port': ['ID=d6346759-dd52-448b-9b53-f55b5bc21a1e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:25:53.960628 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] No DVR routers for this DVR port d6346759-dd52-448b-9b53-f55b5bc21a1e on host hv-cinder-83532 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:25:53.963082 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:53.966286 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [req-9dcde4d6-557e-4404-9268-41f7c48517fd req-e122d114-51e9-4042-b714-f5eec3b4c082 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.18 "DELETE /v2.0/ports/d6346759-dd52-448b-9b53-f55b5bc21a1e HTTP/1.1" status: 204 len: 173 time: 0.4549608 Mar 26 03:25:53.966748 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'name': 'network-vif-deleted', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 26 03:25:53.968940 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3003b8c9a8f4089c190e44f440cfc927ad055ebc875f06ede570a73a13d1e361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766a2d4-497c-43c3-b57f-20052e474bbd" -d '{"events": [{"server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "name": "network-vif-deleted", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 26 03:25:54.004053 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 03:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ac1c50-d4c1-4515-b547-6546034ee99c x-openstack-request-id: req-54ac1c50-d4c1-4515-b547-6546034ee99c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 26 03:25:54.004348 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee7cf3-84f9-4537-9d37-0ddbcf851efc", "name": "network-vif-deleted", "tag": "d6346759-dd52-448b-9b53-f55b5bc21a1e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 26 03:25:54.004630 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54ac1c50-d4c1-4515-b547-6546034ee99c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 26 03:25:54.005031 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ac1c50-d4c1-4515-b547-6546034ee99c'] response: {'server_uuid': '36ee7cf3-84f9-4537-9d37-0ddbcf851efc', 'name': 'network-vif-deleted', 'tag': 'd6346759-dd52-448b-9b53-f55b5bc21a1e', 'status': 'completed', 'code': 200} Mar 26 03:25:54.762711 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [req-ba236c52-3dca-41ea-9643-3432e45e3c72 req-7de0ce36-8afd-4043-bea7-09c8fdabd562 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "GET /v2.0/ports?device_id=36ee7cf3-84f9-4537-9d37-0ddbcf851efc HTTP/1.1" status: 200 len: 210 time: 0.0278180 Mar 26 03:25:55.387159 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:25:55.817143 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54878) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:25:55.936749 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Deleting port 5f92d685-8e11-41bd-8a8f-4377c4809c98 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:25:55.937082 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (5f92d685-8e11-41bd-8a8f-4377c4809c98), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:56.011680 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (5f92d685-8e11-41bd-8a8f-4377c4809c98), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:56.011994 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (5f92d685-8e11-41bd-8a8f-4377c4809c98), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:56.023563 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Calling delete_port for 5f92d685-8e11-41bd-8a8f-4377c4809c98 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:25:56.223011 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (5f92d685-8e11-41bd-8a8f-4377c4809c98), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:56.251369 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event deleted for resources: {'Port': ['ID=5f92d685-8e11-41bd-8a8f-4377c4809c98,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:25:56.315467 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for floatingip (2cf99407-d0d6-4916-9244-5a8543558d4c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:56.318016 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67750'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:56.319191 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-803122fd-5869-4689-b0dd-94e2a4733f64 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "DELETE /v2.0/floatingips/2cf99407-d0d6-4916-9244-5a8543558d4c HTTP/1.1" status: 204 len: 168 time: 0.5010042 Mar 26 03:25:56.586216 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device d6346759-dd52-448b-9b53-f55b5bc21a1e no longer exists at agent hyperv_hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:25:56.609958 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] No Port match for: d6346759-dd52-448b-9b53-f55b5bc21a1e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:25:56.609958 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Device d6346759-dd52-448b-9b53-f55b5bc21a1e not bound to the agent host hv-cinder-83532 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:25:57.668751 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:25:57.723269 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32e23922-bafc-4e27-aeba-19839e725820 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group (96d6e5ea-c6a9-41fb-89fb-19db47e775ba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:57.748337 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32e23922-bafc-4e27-aeba-19839e725820 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group (96d6e5ea-c6a9-41fb-89fb-19db47e775ba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:57.874235 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32e23922-bafc-4e27-aeba-19839e725820 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (96d6e5ea-c6a9-41fb-89fb-19db47e775ba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:57.876814 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32e23922-bafc-4e27-aeba-19839e725820 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:57.878025 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-32e23922-bafc-4e27-aeba-19839e725820 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] 10.222.0.20 "DELETE /v2.0/security-groups/96d6e5ea-c6a9-41fb-89fb-19db47e775ba HTTP/1.1" status: 204 len: 168 time: 0.2082951 Mar 26 03:25:57.887424 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e23922-bafc-4e27-aeba-19839e725820 tempest-TestVolumeBootPattern-945117778 tempest-TestVolumeBootPattern-945117778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d6e5ea-c6a9-41fb-89fb-19db47e775ba,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:25:57.993487 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54894) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:25:58.439830 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:58.685661 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Deleting port d3627c1a-19d4-4987-862e-4541c2382ac1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:25:58.686337 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:58.761130 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] For port d3627c1a-19d4-4987-862e-4541c2382ac1, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=d3627c1a-19d4-4987-862e-4541c2382ac1,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:25:58.761406 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:58.773659 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Calling delete_port for d3627c1a-19d4-4987-862e-4541c2382ac1 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:25:59.017041 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (d3627c1a-19d4-4987-862e-4541c2382ac1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:59.045799 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3627c1a-19d4-4987-862e-4541c2382ac1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:25:59.213562 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:59.427000 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:25:59.532945 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:25:59.538554 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-78b630e1-6d14-486d-9eab-0574abd9e30d admin admin] 10.222.0.20 "PUT /v2.0/routers/0c49a4dd-491a-4fa0-bbae-78d88d5d299f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5439444 Mar 26 03:25:59.541064 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54898) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:25:59.542085 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] Sync routers for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:25:59.551836 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:25:59.552453 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:25:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:59.644528 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks [] for router (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:59.658614 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: dv-cinder-835328-1-iscsi {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:25:59.743024 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks [] for router_gateway (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:59.839996 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:25:58Z', 'revision_number': 5, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port': {'id': '6253025e-e5a4-44eb-9543-54d5b6c6ef80', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:48Z', 'updated_at': '2022-03-26T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:59.866837 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] Checking router: 0c49a4dd-491a-4fa0-bbae-78d88d5d299f for host: dv-cinder-835328-1-iscsi {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:25:59.875384 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] Routers {'0c49a4dd-491a-4fa0-bbae-78d88d5d299f'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:25:59.876004 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:25:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:25:59.876434 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Deleting port 6253025e-e5a4-44eb-9543-54d5b6c6ef80 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:25:59.876774 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:59.954576 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] For port 6253025e-e5a4-44eb-9543-54d5b6c6ef80, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=6253025e-e5a4-44eb-9543-54d5b6c6ef80,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:25:59.954939 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:25:59.964934 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] Set router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:25:59.968201 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Calling delete_port for 6253025e-e5a4-44eb-9543-54d5b6c6ef80 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:26:00.018740 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:25:59Z', 'revision_number': 6, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:00.044046 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e1ab6-49d0-458e-8a22-fa1db6f501ba None None] The sync data for ids ['0c49a4dd-491a-4fa0-bbae-78d88d5d299f'] in dv-cinder-835328-1-iscsi is: [{'id': '0c49a4dd-491a-4fa0-bbae-78d88d5d299f', 'name': 'tempest-TestVolumeBootPattern-773077402-router', 'tenant_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:47Z', 'updated_at': '2022-03-26T03:25:59Z', 'revision_number': 6, 'project_id': 'ef5204f423fa41ab9eea99a0e04f5241', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:26:00.199856 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (6253025e-e5a4-44eb-9543-54d5b6c6ef80), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.228320 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Pushing event deleted for resources: {'Port': ['ID=6253025e-e5a4-44eb-9543-54d5b6c6ef80,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:00.285682 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.372797 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.374792 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks [] for router_controller (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.463285 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (0c49a4dd-491a-4fa0-bbae-78d88d5d299f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.463813 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c49a4dd-491a-4fa0-bbae-78d88d5d299f {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:26:00.468740 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.474307 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-43c6d0e3-db71-45da-a638-0b329075f835 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0c49a4dd-491a-4fa0-bbae-78d88d5d299f HTTP/1.1" status: 204 len: 168 time: 0.9279196 Mar 26 03:26:00.474307 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:00.520968 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8063fd-ea2f-44f9-84f3-4ceca799a4bf admin admin] Deleting subnet d3f87506-2e4f-4a0e-a3da-9392b5b04b67 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:26:00.524146 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed8063fd-ea2f-44f9-84f3-4ceca799a4bf admin admin] Publish callbacks [] for subnet (d3f87506-2e4f-4a0e-a3da-9392b5b04b67), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.558244 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed8063fd-ea2f-44f9-84f3-4ceca799a4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4671531'] for subnet (d3f87506-2e4f-4a0e-a3da-9392b5b04b67), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.630868 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed8063fd-ea2f-44f9-84f3-4ceca799a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (d3f87506-2e4f-4a0e-a3da-9392b5b04b67), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.749087 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed8063fd-ea2f-44f9-84f3-4ceca799a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4502636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4584295'] for subnet (d3f87506-2e4f-4a0e-a3da-9392b5b04b67), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.778924 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8063fd-ea2f-44f9-84f3-4ceca799a4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f87506-2e4f-4a0e-a3da-9392b5b04b67,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:00.780883 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed8063fd-ea2f-44f9-84f3-4ceca799a4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.784114 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-ed8063fd-ea2f-44f9-84f3-4ceca799a4bf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d3f87506-2e4f-4a0e-a3da-9392b5b04b67 HTTP/1.1" status: 204 len: 168 time: 0.3106415 Mar 26 03:26:00.786619 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54902) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:00.792460 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34499114-6b8d-474c-a3ef-fdc3db3b7b15 None None] Network 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:26:00.859248 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.913615 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Deleting port a215221e-1d35-4481-93a8-4157ba834039 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:26:00.914083 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (a215221e-1d35-4481-93a8-4157ba834039), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.954743 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] DHCP port deletion for 1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:26:00.980139 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] For port a215221e-1d35-4481-93a8-4157ba834039, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=a215221e-1d35-4481-93a8-4157ba834039,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:26:00.980494 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (a215221e-1d35-4481-93a8-4157ba834039), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:00.994511 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Calling delete_port for a215221e-1d35-4481-93a8-4157ba834039 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:26:01.002266 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Deleting port a215221e-1d35-4481-93a8-4157ba834039 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:26:01.002671 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (a215221e-1d35-4481-93a8-4157ba834039), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.068705 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] For port a215221e-1d35-4481-93a8-4157ba834039, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=a215221e-1d35-4481-93a8-4157ba834039,segment=NetworkSegment(62b6eb62-fd70-4fac-8c80-a1c1ac53d753),segment_id=62b6eb62-fd70-4fac-8c80-a1c1ac53d753)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:26:01.069103 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (a215221e-1d35-4481-93a8-4157ba834039), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.083111 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Calling delete_port for a215221e-1d35-4481-93a8-4157ba834039 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:26:01.148825 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4502173'] for port (a215221e-1d35-4481-93a8-4157ba834039), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.161358 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (a215221e-1d35-4481-93a8-4157ba834039), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.173818 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a215221e-1d35-4481-93a8-4157ba834039,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:01.178897 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] No DVR routers for this DVR port a215221e-1d35-4481-93a8-4157ba834039 on host dv-cinder-835328-1-iscsi {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:26:01.185655 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Pushing event deleted for resources: {'Port': ['ID=a215221e-1d35-4481-93a8-4157ba834039,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:01.189923 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] No DVR routers for this DVR port a215221e-1d35-4481-93a8-4157ba834039 on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.202173 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058317d-b7af-45cb-b40d-3bce8d8ab7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835328-1-iscsi {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 26 03:26:01.254269 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.275357 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:01.284867 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b6eb62-fd70-4fac-8c80-a1c1ac53d753') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:01.285161 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b6eb62-fd70-4fac-8c80-a1c1ac53d753') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:01.294284 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4671506'] for segment (62b6eb62-fd70-4fac-8c80-a1c1ac53d753), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.307104 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (62b6eb62-fd70-4fac-8c80-a1c1ac53d753), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.312700 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:26:01.313098 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4502222'] for segment (62b6eb62-fd70-4fac-8c80-a1c1ac53d753), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: Traceback (most recent call last): Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: timer() Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: cb(*args, **kw) Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: return func(*args, **kwargs) Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: self._notify() Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: self.callback(batched_events) Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: event.method(event) Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: return f(self, *a, **k) Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._get(url).json() Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:26:01.314737 dv-cinder-835328-1-iscsi neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:26:01.436862 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.442124 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.445810 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359 HTTP/1.1" status: 204 len: 168 time: 0.6582787 Mar 26 03:26:01.448939 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54904) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:01.456527 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2f4e9-a975-4758-96a2-3b14e9a81db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5b5d6d-d994-4fcd-8bd5-6524ad3bd359,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:01.787550 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722243'] for router_interface (01ca367d-6caa-47e2-bee0-cc62b0291ac6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:01.872377 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device d3627c1a-19d4-4987-862e-4541c2382ac1 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:26:01.896438 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: d3627c1a-19d4-4987-862e-4541c2382ac1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:26:01.896791 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device d3627c1a-19d4-4987-862e-4541c2382ac1 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:26:01.897219 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device a215221e-1d35-4481-93a8-4157ba834039 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:26:01.916389 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: a215221e-1d35-4481-93a8-4157ba834039 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:26:01.916748 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device a215221e-1d35-4481-93a8-4157ba834039 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:26:01.917163 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 6253025e-e5a4-44eb-9543-54d5b6c6ef80 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:26:01.936153 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 6253025e-e5a4-44eb-9543-54d5b6c6ef80 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:26:01.936502 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 6253025e-e5a4-44eb-9543-54d5b6c6ef80 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:26:02.027043 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Deleting port e2dadc46-f15a-4788-802c-33a55db19d36 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:26:02.027374 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:02.104646 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] For port e2dadc46-f15a-4788-802c-33a55db19d36, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=e2dadc46-f15a-4788-802c-33a55db19d36,segment=NetworkSegment(8759d084-79a2-4e16-8cba-cb9a5e77cac2),segment_id=8759d084-79a2-4e16-8cba-cb9a5e77cac2)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:26:02.104920 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:02.117824 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Calling delete_port for e2dadc46-f15a-4788-802c-33a55db19d36 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:26:02.339648 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (e2dadc46-f15a-4788-802c-33a55db19d36), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:02.362356 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dadc46-f15a-4788-802c-33a55db19d36,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:02.527262 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722675'] for router_interface (01ca367d-6caa-47e2-bee0-cc62b0291ac6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:02.735701 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 has already been hosted by L3 agent 33387397-655f-4afd-b687-cc873e3dd6c7 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 26 03:26:02.839220 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] Notify agent at l3_agent.dv-cinder-835328-1-iscsi the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 26 03:26:02.844069 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3f28fc90-cec2-482e-8af9-f26d1534e487 admin admin] 10.222.0.20 "PUT /v2.0/routers/01ca367d-6caa-47e2-bee0-cc62b0291ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941085 Mar 26 03:26:02.846645 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54906) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:02.847716 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] Sync routers for ids ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'] in dv-cinder-835328-1-iscsi {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 26 03:26:02.858162 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] Routers {'01ca367d-6caa-47e2-bee0-cc62b0291ac6'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:26:02.858791 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:25:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:02.948737 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks [] for router (01ca367d-6caa-47e2-bee0-cc62b0291ac6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:02.962692 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] Set router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 gateway port host: dv-cinder-835328-1-iscsi {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:26:03.051327 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks [] for router_gateway (01ca367d-6caa-47e2-bee0-cc62b0291ac6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.133708 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'external_fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:26:02Z', 'revision_number': 5, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port': {'id': '5f0a46c7-b69d-4bae-9497-b4aee0a68ba0', 'name': '', 'network_id': 'f02df74d-cac4-4113-b9c3-4fa8027ab77a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835328-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T03:18:56Z', 'updated_at': '2022-03-26T03:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec5e801-d281-4dad-be53-d770ce7cfa8c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835328-1-iscsi'}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:03.159096 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] Checking router: 01ca367d-6caa-47e2-bee0-cc62b0291ac6 for host: dv-cinder-835328-1-iscsi {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 26 03:26:03.167232 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] Routers {'01ca367d-6caa-47e2-bee0-cc62b0291ac6'} bound to L3 agent in host dv-cinder-835328-1-iscsi {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 26 03:26:03.167818 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835328-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T03:02:48Z,description=,heartbeat_timestamp=2022-03-26T03:25:48Z,host='dv-cinder-835328-1-iscsi',id=33387397-655f-4afd-b687-cc873e3dd6c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-26T03:02:49Z,topic='l3_agent')) {'router_ids': ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:03.185154 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Deleting port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:26:03.185490 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.265327 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] For port 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=5f0a46c7-b69d-4bae-9497-b4aee0a68ba0,segment=NetworkSegment(9b61611f-9908-4147-baa4-23bc5531fe53),segment_id=9b61611f-9908-4147-baa4-23bc5531fe53)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:26:03.265686 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.278610 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Calling delete_port for 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:26:03.292979 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] Set router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 26 03:26:03.345168 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:26:03Z', 'revision_number': 6, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port_host': None}], 'dv-cinder-835328-1-iscsi', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:03.370583 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74856a0-f447-4a53-8511-8e1c8af7ccb3 None None] The sync data for ids ['01ca367d-6caa-47e2-bee0-cc62b0291ac6'] in dv-cinder-835328-1-iscsi is: [{'id': '01ca367d-6caa-47e2-bee0-cc62b0291ac6', 'name': 'tempest-TestVolumeBootPattern-232768606-router', 'tenant_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T03:18:55Z', 'updated_at': '2022-03-26T03:26:03Z', 'revision_number': 6, 'project_id': 'c3df9830e62540b3ae776cbfb6ac8e2f', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 26 03:26:03.514248 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (5f0a46c7-b69d-4bae-9497-b4aee0a68ba0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.539533 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0a46c7-b69d-4bae-9497-b4aee0a68ba0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:03.597948 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722953'] for router_gateway (01ca367d-6caa-47e2-bee0-cc62b0291ac6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.690219 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (01ca367d-6caa-47e2-bee0-cc62b0291ac6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.692382 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks [] for router_controller (01ca367d-6caa-47e2-bee0-cc62b0291ac6), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.831264 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728810'] for router (01ca367d-6caa-47e2-bee0-cc62b0291ac6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.831797 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ca367d-6caa-47e2-bee0-cc62b0291ac6 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 26 03:26:03.836829 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.837965 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a35feee6-8ec6-4aa9-8867-cc2cd19552a0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/01ca367d-6caa-47e2-bee0-cc62b0291ac6 HTTP/1.1" status: 204 len: 168 time: 0.9904387 Mar 26 03:26:03.840494 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54908) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:03.883944 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64db356-d070-4a28-a397-514094f0bf92 admin admin] Deleting subnet 4af10bf4-18e8-4b0c-a472-5fc819030036 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 26 03:26:03.886797 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a64db356-d070-4a28-a397-514094f0bf92 admin admin] Publish callbacks [] for subnet (4af10bf4-18e8-4b0c-a472-5fc819030036), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:03.920397 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a64db356-d070-4a28-a397-514094f0bf92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5209783'] for subnet (4af10bf4-18e8-4b0c-a472-5fc819030036), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.173944 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device e2dadc46-f15a-4788-802c-33a55db19d36 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:26:04.193062 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: e2dadc46-f15a-4788-802c-33a55db19d36 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:26:04.194103 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device e2dadc46-f15a-4788-802c-33a55db19d36 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:26:04.194317 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:26:04.214196 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:26:04.214562 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 5f0a46c7-b69d-4bae-9497-b4aee0a68ba0 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:26:04.261397 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a64db356-d070-4a28-a397-514094f0bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832202'] for subnet (4af10bf4-18e8-4b0c-a472-5fc819030036), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.397148 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a64db356-d070-4a28-a397-514094f0bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5150802'] for subnet (4af10bf4-18e8-4b0c-a472-5fc819030036), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.422295 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64db356-d070-4a28-a397-514094f0bf92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af10bf4-18e8-4b0c-a472-5fc819030036,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:04.425897 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a64db356-d070-4a28-a397-514094f0bf92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.431537 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-a64db356-d070-4a28-a397-514094f0bf92 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4af10bf4-18e8-4b0c-a472-5fc819030036 HTTP/1.1" status: 204 len: 168 time: 0.5877147 Mar 26 03:26:04.431697 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b327cc-8d23-4245-862d-722e50633c15 None None] Network 72c365e7-5db5-4165-b1e7-840ee58d27f7 requested from dv-cinder-835328-1-iscsi {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 26 03:26:04.431805 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54910) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:04.503084 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335109'] for network (72c365e7-5db5-4165-b1e7-840ee58d27f7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.556886 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Deleting port 834394f2-c45d-4632-ad95-85b3484d4166 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:26:04.557554 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (834394f2-c45d-4632-ad95-85b3484d4166), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.593203 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] DHCP port deletion for 72c365e7-5db5-4165-b1e7-840ee58d27f7 request from dv-cinder-835328-1-iscsi {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 26 03:26:04.619834 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] For port 834394f2-c45d-4632-ad95-85b3484d4166, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=834394f2-c45d-4632-ad95-85b3484d4166,segment=NetworkSegment(8759d084-79a2-4e16-8cba-cb9a5e77cac2),segment_id=8759d084-79a2-4e16-8cba-cb9a5e77cac2)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:26:04.620196 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (834394f2-c45d-4632-ad95-85b3484d4166), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.637879 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Calling delete_port for 834394f2-c45d-4632-ad95-85b3484d4166 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:26:04.643300 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] Deleting port 834394f2-c45d-4632-ad95-85b3484d4166 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 26 03:26:04.643721 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751990517279'] for port (834394f2-c45d-4632-ad95-85b3484d4166), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.702869 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] For port 834394f2-c45d-4632-ad95-85b3484d4166, host dv-cinder-835328-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835328-1-iscsi',level=0,port_id=834394f2-c45d-4632-ad95-85b3484d4166,segment=NetworkSegment(8759d084-79a2-4e16-8cba-cb9a5e77cac2),segment_id=8759d084-79a2-4e16-8cba-cb9a5e77cac2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 26 03:26:04.703259 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751441'] for port (834394f2-c45d-4632-ad95-85b3484d4166), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.715634 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] Calling delete_port for 834394f2-c45d-4632-ad95-85b3484d4166 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 26 03:26:04.800197 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4286325'] for port (834394f2-c45d-4632-ad95-85b3484d4166), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.806125 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751990523778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751990053892'] for port (834394f2-c45d-4632-ad95-85b3484d4166), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.825953 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Pushing event deleted for resources: {'Port': ['ID=834394f2-c45d-4632-ad95-85b3484d4166,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:04.830344 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] No DVR routers for this DVR port 834394f2-c45d-4632-ad95-85b3484d4166 on host dv-cinder-835328-1-iscsi {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:26:04.834927 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] Pushing event deleted for resources: {'Port': ['ID=834394f2-c45d-4632-ad95-85b3484d4166,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:04.836198 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5380896-c453-4a9c-8569-a4793c32754b None None] No DVR routers for this DVR port 834394f2-c45d-4632-ad95-85b3484d4166 on host dv-cinder-835328-1-iscsi {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 26 03:26:04.901837 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788863', 'neutron.services.segments.db._delete_segments_for_network-8751990380099'] for network (72c365e7-5db5-4165-b1e7-840ee58d27f7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.921903 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c365e7-5db5-4165-b1e7-840ee58d27f7']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:04.931778 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8759d084-79a2-4e16-8cba-cb9a5e77cac2') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:04.932067 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.services.segments.db [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8759d084-79a2-4e16-8cba-cb9a5e77cac2') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 26 03:26:04.941364 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751990379596', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5209742'] for segment (8759d084-79a2-4e16-8cba-cb9a5e77cac2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.954178 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491'] for segment (8759d084-79a2-4e16-8cba-cb9a5e77cac2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.960099 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286246'] for segment (8759d084-79a2-4e16-8cba-cb9a5e77cac2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: Traceback (most recent call last): Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: timer() Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: cb(*args, **kw) Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: return func(*args, **kwargs) Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: self._notify() Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: self.callback(batched_events) Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: event.method(event) Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: return f(self, *a, **k) Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._get(url).json() Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 26 03:26:04.964961 dv-cinder-835328-1-iscsi neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 26 03:26:05.071127 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-723061'] for network (72c365e7-5db5-4165-b1e7-840ee58d27f7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:05.076429 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585337'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:05.082588 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] 10.222.0.20 "DELETE /v2.0/networks/72c365e7-5db5-4165-b1e7-840ee58d27f7 HTTP/1.1" status: 204 len: 168 time: 0.6469657 Mar 26 03:26:05.094760 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28915-6c40-4146-a0a9-28fe26a1560d admin admin] Pushing event deleted for resources: {'Network': ['ID=72c365e7-5db5-4165-b1e7-840ee58d27f7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:05.415406 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.20', 54914) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:05.452923 dv-cinder-835328-1-iscsi neutron-server[103767]: INFO neutron.wsgi [None req-b44213db-882b-4889-8f55-819d85918541 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef5204f423fa41ab9eea99a0e04f5241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364294 Mar 26 03:26:05.459785 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:05.506097 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3071c020-605a-410f-aea8-d18b34fa01cc admin admin] Publish callbacks [] for security_group (3b9bae4a-3e16-4d80-a282-4a61649721c2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:05.527603 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3071c020-605a-410f-aea8-d18b34fa01cc admin admin] Publish callbacks [] for security_group (3b9bae4a-3e16-4d80-a282-4a61649721c2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:05.659813 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3071c020-605a-410f-aea8-d18b34fa01cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (3b9bae4a-3e16-4d80-a282-4a61649721c2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:05.662366 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3071c020-605a-410f-aea8-d18b34fa01cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:05.663608 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-3071c020-605a-410f-aea8-d18b34fa01cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b9bae4a-3e16-4d80-a282-4a61649721c2 HTTP/1.1" status: 204 len: 168 time: 0.2027845 Mar 26 03:26:05.671160 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071c020-605a-410f-aea8-d18b34fa01cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9bae4a-3e16-4d80-a282-4a61649721c2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:05.867929 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 834394f2-c45d-4632-ad95-85b3484d4166 no longer exists at agent ovs-agent-dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 26 03:26:05.888578 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] No Port match for: 834394f2-c45d-4632-ad95-85b3484d4166 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 26 03:26:05.888922 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Device 834394f2-c45d-4632-ad95-85b3484d4166 not bound to the agent host dv-cinder-835328-1-iscsi {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 26 03:26:06.262629 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54922) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:06.300583 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-32c9006b-dd3e-4cf2-a41c-3b92b690be63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3df9830e62540b3ae776cbfb6ac8e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368197 Mar 26 03:26:06.303518 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.20', 54924) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 26 03:26:06.351622 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91fc6a71-1853-4f67-9eaa-46f21b4acab7 admin admin] Publish callbacks [] for security_group (5dcf84c3-c9c4-4d0d-bbd1-a5c89e3abea1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:06.372826 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91fc6a71-1853-4f67-9eaa-46f21b4acab7 admin admin] Publish callbacks [] for security_group (5dcf84c3-c9c4-4d0d-bbd1-a5c89e3abea1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:06.479947 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91fc6a71-1853-4f67-9eaa-46f21b4acab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581419'] for security_group (5dcf84c3-c9c4-4d0d-bbd1-a5c89e3abea1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:06.482361 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91fc6a71-1853-4f67-9eaa-46f21b4acab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:06.483584 dv-cinder-835328-1-iscsi neutron-server[103766]: INFO neutron.wsgi [None req-91fc6a71-1853-4f67-9eaa-46f21b4acab7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dcf84c3-c9c4-4d0d-bbd1-a5c89e3abea1 HTTP/1.1" status: 204 len: 168 time: 0.1791415 Mar 26 03:26:06.492168 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc6a71-1853-4f67-9eaa-46f21b4acab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcf84c3-c9c4-4d0d-bbd1-a5c89e3abea1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 26 03:26:16.102816 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-016c32f4-2f79-4e9d-b5be-c2d60a62c7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:18.442202 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6adbc2cc-a4ac-4e9c-bbf2-3a967069a5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:19.531479 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:20.639350 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:20.818978 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:22.464679 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:32.385565 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:26:46.144308 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-119dcee0-a5f8-474c-a647-ab0d9fba1192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:47.247780 dv-cinder-835328-1-iscsi neutron-server[103767]: DEBUG neutron.wsgi [req-8bda59dc-cfcc-4df5-90a3-c6840c1f867a req-81a4983c-734f-4cb6-93a9-77ab5cb24ffb service neutron] (103767) timed out ('10.222.0.18', 56056) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 26 03:26:48.433199 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b7820901-1e4e-45d4-86f7-bdb9860d5e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:49.491024 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:50.652737 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:50.834417 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:26:52.452740 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:09.384433 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:27:16.103812 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6044b003-cfac-4c7e-bc74-29ee2ec4fba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:18.441023 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c92fcfcb-1006-411b-8c08-5d3d758c095e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:19.532147 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:20.644198 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:20.838883 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:22.446458 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:46.106952 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-13d5c837-b7ce-4816-9736-8a89c204014b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:46.384111 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:27:48.417531 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fa5143b1-0f33-4ede-bf29-17f3320f4fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:49.512578 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:50.646539 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:50.834976 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:27:52.445874 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:16.108099 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2c50587-3838-41e4-be23-cd1c92e6811e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:18.399489 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a7256d0a-ce9f-4389-a6ab-73750ab80c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:19.427043 dv-cinder-835328-1-iscsi neutron-server[103766]: DEBUG neutron.wsgi [req-23e755d3-be76-4e06-894e-7e40e28d63e5 req-ec862bcc-daaa-44ce-a688-77de99a85717 service neutron] (103766) timed out ('10.222.0.18', 56082) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 26 03:28:19.512214 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:20.691017 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:20.825897 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:22.428640 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:23.382616 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:28:46.107508 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ce87ec8-d978-433a-b0b5-cf6940132dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:48.398953 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20cf99bb-9fb4-40db-baba-af073f1e7773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:49.511505 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:50.730526 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:50.833176 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:28:52.461538 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:00.381800 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:29:16.122659 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e27b5fb-1ca0-47f0-9eef-e052112189e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:18.444519 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af181cb5-a444-4b1f-b795-72be70178df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:19.506850 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:20.643950 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:20.826666 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:22.448241 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:37.381467 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:29:46.123199 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-511330bb-4fae-4a57-9a84-e8e36a0fbe96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:48.391519 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d05a627-599a-4063-8af3-9ca61d8cee1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:49.488920 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:50.654636 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:50.831456 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:29:52.448733 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:14.380366 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:30:16.116559 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-901e49ed-0ae2-47dc-ab21-7c470cfa9e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:18.442908 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18a24eda-25d3-482a-8d3a-59ead58c5dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:19.504169 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:20.682279 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:20.836615 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:22.453758 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:46.127063 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dcd70734-3241-496f-9199-aa95c1da24f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:48.429961 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-202e7393-f73a-426d-889e-55be5c2b2e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:49.505377 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:50.705595 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:50.819843 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:30:51.378958 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 26 03:30:52.458651 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:31:16.115724 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d97d107d-ea24-4dfa-8b37-a648115bac72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (fa4dfa73-0838-46d9-bd18-9925c53cce97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:31:18.429768 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5896a1eb-de50-4aa7-830e-4a42dc191e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (33387397-655f-4afd-b687-cc873e3dd6c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:31:19.515213 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cb7fef-77a1-4c2c-999f-55df52a6284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (6b2038a4-9728-482d-bfc9-e0b8f4dcac39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:31:20.721638 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e50c05-9aa9-49a3-94a8-ba6cb28561a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2133e3be-a216-45a7-9be2-0dd7d228fcc5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:31:20.841176 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c77f05d5-9908-4d26-8464-6c54b5b1d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (2ec4d135-6820-4fc9-a564-f63587de2866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:31:22.441035 dv-cinder-835328-1-iscsi neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42155ef0-5245-40a4-bbd4-e4604b70520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751990380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786492'] for agent (8889720b-c5f2-40ee-bc70-add563925642), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 26 03:31:28.379011 dv-cinder-835328-1-iscsi neutron-server[103769]: DEBUG neutron.db.agents_db [None req-4aad60eb-449e-46c6-8dfe-87b4c7e6eede None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}